diff --git a/.gitattributes b/.gitattributes index 18a72f68977fbb98e0888f290392a236b08cee1e..92f49f902f0886a316eed817dd4a085dbd4bd36e 100644 --- a/.gitattributes +++ b/.gitattributes @@ -60,3 +60,4 @@ zain/Activation/out/glu-sigmoid-100L_trash_run/training_log.jsonl filter=lfs dif zain/Activation/wandb/run-20260814_211407-i85cngas/run-i85cngas.wandb filter=lfs diff=lfs merge=lfs -text zain/Activation/wandb/run-20260814_211507-54wnyexz/run-54wnyexz.wandb filter=lfs diff=lfs merge=lfs -text zain/Activation/wandb/run-20260814_212208-n6fjpg9o/run-n6fjpg9o.wandb filter=lfs diff=lfs merge=lfs -text +zain/Activation/out/glu-waleed10-100L_trash_run/training_log.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1bfbd24f6390be5f8030dedd461eef3c99f05a4d --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/config.json @@ -0,0 +1,36 @@ +{ + "activation": "waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/model.safetensors b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d89f2da0d2bb1f9686b5053ec36999ee1228d0d --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ab89aea97bffc1269e6b89840718d60ddc5e12fbf74f052e06edd70e6d31aa +size 33967272 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/optimizer.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff5c7090ca26a0a6208b45b05f7b87bd187acaca --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1e7658b4f6ec195f8ded0c4b9c1a4b9498eac8f3c8755c7aeb41f43a3e2aca8 +size 39573050 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/rng_state.pth b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/scheduler.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..328305f9f798dc94a540d8d8c6bacf9aa2bb1d02 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5138b027fc3060283bbcf135873185cb5a8f65583d5c7597645469d2c1529ff7 +size 1064 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/tokenizer.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/tokenizer_config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/trainer_state.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..ff348629f75fc87fe4e5e3b7ba600e66c1b34e5d --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/trainer_state.json @@ -0,0 +1,1100 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.20222446916076844, + "eval_steps": 2498, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.125, + "learning_rate": 2.66e-05, + "loss": 8.29943389892578, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 5.46e-05, + "loss": 8.03638916015625, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.834577941894532, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.5719154357910154, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.23726806640625, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.1484375, + "learning_rate": 0.00016659999999999998, + "loss": 6.864923095703125, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.509650421142578, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.03125, + "learning_rate": 0.0002226, + "loss": 6.204092788696289, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.87109375, + "learning_rate": 0.00025059999999999997, + "loss": 5.9408447265625, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.76171875, + "learning_rate": 0.0002786, + "loss": 5.677399826049805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 0.68359375, + "learning_rate": 0.00030659999999999997, + "loss": 5.419148254394531, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 0.65625, + "learning_rate": 0.0003346, + "loss": 5.138995742797851, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.265625, + "learning_rate": 0.00036260000000000003, + "loss": 4.88677749633789, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.80078125, + "learning_rate": 0.0003906, + "loss": 4.653627014160156, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 0.64453125, + "learning_rate": 0.0004186, + "loss": 4.45317268371582, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.1484375, + "learning_rate": 0.0004466, + "loss": 4.271414947509766, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.52734375, + "learning_rate": 0.00047460000000000004, + "loss": 4.136629104614258, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.5390625, + "learning_rate": 0.0005026, + "loss": 4.001481246948242, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.75, + "learning_rate": 0.0005306, + "loss": 3.8803211212158204, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.546875, + "learning_rate": 0.0005586, + "loss": 3.755691146850586, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.5546875, + "learning_rate": 0.0005866, + "loss": 3.6663139343261717, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.56640625, + "learning_rate": 0.0006146, + "loss": 3.6138153076171875, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.435546875, + "learning_rate": 0.0006426, + "loss": 3.514398193359375, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.5703125, + "learning_rate": 0.0006705999999999999, + "loss": 3.4464744567871093, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.48828125, + "learning_rate": 0.0006986, + "loss": 3.377140426635742, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.5078125, + "learning_rate": 0.0007, + "loss": 3.3188812255859377, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.56640625, + "learning_rate": 0.0007, + "loss": 3.2469013214111326, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.51171875, + "learning_rate": 0.0007, + "loss": 3.199608039855957, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.51953125, + "learning_rate": 0.0007, + "loss": 3.1469419479370115, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.117013168334961, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.50390625, + "learning_rate": 0.0007, + "loss": 3.0596269607543944, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 3.04007568359375, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.9884712219238283, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.965327835083008, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.9250982284545897, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.895215606689453, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.859494209289551, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.8466249465942384, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.843080520629883, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.8001882553100588, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.790140151977539, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.762985420227051, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.721993637084961, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.699744987487793, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.689156150817871, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.4921875, + "learning_rate": 0.0007, + "loss": 2.6624650955200195, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.44140625, + "learning_rate": 0.0007, + "loss": 2.6517080307006835, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.6265542984008787, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.612698554992676, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.6142263412475586, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.5839330673217775, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.5704524993896483, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.458984375, + "learning_rate": 0.0007, + "loss": 2.5587131500244142, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.5393646240234373, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.5336515426635744, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.503081703186035, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.491420936584473, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.4900276184082033, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.44921875, + "learning_rate": 0.0007, + "loss": 2.4889183044433594, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.4808977127075194, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.4657716751098633, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.452888298034668, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.4422677993774413, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.423484039306641, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.4188716888427733, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.408824920654297, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3957138061523438, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.39760684967041, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.375796890258789, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3684106826782227, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3797735214233398, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.359424018859863, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3465848922729493, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.3349893569946287, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3245121002197267, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.325842094421387, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.3143774032592774, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.302913856506348, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.321881866455078, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.2918357849121094, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.289621925354004, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3036478042602537, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2854537963867188, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2686609268188476, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.2803234100341796, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.2565292358398437, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.246870994567871, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.252369689941406, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.266256904602051, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.2605754852294924, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2531354904174803, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.2213720321655273, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.222483825683594, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.21219482421875, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2211156845092774, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1985248565673827, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.210125732421875, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.184575843811035, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.208478546142578, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1811437606811523, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.191681480407715, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.1711753845214843, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.190633010864258, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.167451858520508, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1570125579833985, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.167339897155762, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1684452056884767, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.153244400024414, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.160935974121094, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.137245941162109, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.145458984375, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1550479888916017, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.134319305419922, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1454248428344727, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.125555229187012, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.136826515197754, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1249483108520506, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1276803970336915, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.130344772338867, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.115468406677246, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.1190982818603517, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.1060358047485352, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1180301666259767, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1174510955810546, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.1115176677703857, + "eval_runtime": 19.2645, + "eval_samples_per_second": 494.537, + "eval_steps_per_second": 0.519, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.0998077392578125, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.1119372844696045, + "eval_runtime": 18.5036, + "eval_samples_per_second": 514.872, + "eval_steps_per_second": 0.54, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 26738688.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.104612922668457, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 30539776.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.1283140182495117, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 214958080.0, + "learning_rate": 9e-05, + "loss": 4.040464782714844, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 463470592.0, + "learning_rate": 9e-05, + "loss": 7.2448875427246096, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 759169024.0, + "learning_rate": 9e-05, + "loss": 7.549561309814453, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 884998144.0, + "learning_rate": 9e-05, + "loss": 7.699013519287109, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 738197504.0, + "learning_rate": 9e-05, + "loss": 7.794189453125, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 524288000.0, + "learning_rate": 9e-05, + "loss": 7.8382102966308596, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 375390208.0, + "learning_rate": 9e-05, + "loss": 7.8861083984375, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 257949696.0, + "learning_rate": 9e-05, + "loss": 7.91387939453125, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 148897792.0, + "learning_rate": 9e-05, + "loss": 7.927635192871094, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 69206016.0, + "learning_rate": 9e-05, + "loss": 7.940325164794922, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 31981568.0, + "learning_rate": 9e-05, + "loss": 7.9444091796875, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 17170432.0, + "learning_rate": 9e-05, + "loss": 7.9422554016113285, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 12189696.0, + "learning_rate": 9e-05, + "loss": 7.946102905273437, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 10223616.0, + "learning_rate": 9e-05, + "loss": 7.944217681884766, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8585216.0, + "learning_rate": 9e-05, + "loss": 7.947966003417969, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 6815744.0, + "learning_rate": 9e-05, + "loss": 7.942383575439453, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 5275648.0, + "learning_rate": 9e-05, + "loss": 7.9457763671875, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 3817472.0, + "learning_rate": 9e-05, + "loss": 7.945987701416016, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 2850816.0, + "learning_rate": 9e-05, + "loss": 7.944618988037109, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 2064384.0, + "learning_rate": 9e-05, + "loss": 7.945731353759766, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 1499136.0, + "learning_rate": 9e-05, + "loss": 7.937969207763672, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 1056768.0, + "learning_rate": 9e-05, + "loss": 7.9425605773925785, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 806912.0, + "learning_rate": 9e-05, + "loss": 7.944017791748047, + "step": 3000 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 9678851407872000.0, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/training_args.bin b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..84ee1b2088a7a860039dc8899e00e808bba12681 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbef44510a94eb5cb72bd4ee070785baaf50e0c1e2b6e458c1f0434d3060c9c +size 4920 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1bfbd24f6390be5f8030dedd461eef3c99f05a4d --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/config.json @@ -0,0 +1,36 @@ +{ + "activation": "waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/model.safetensors b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2d6e143aa89f8123ced7c94b67210c222c77a9de --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04ed83b46f8643476947f76c950e61c7bc61518e3c5242d6b5411a615882d97 +size 33967272 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/optimizer.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c9826059e68cb28c4aba5f90166101e45186f60 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bfadd80867fa21aea20868de003d3a3de05662c80f418a1ab816ad627b134ee +size 39573050 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/rng_state.pth b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/scheduler.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9eeafdb3982ff6af92a80d29ba946256bc3b510 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9810d1ccc64353d007b5d64784152aae7a20a39b3430ca0793162cf90f4756c6 +size 1064 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/tokenizer.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/tokenizer_config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/trainer_state.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..baad97a54257f48232f1e56612e36031c4bbd0eb --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/trainer_state.json @@ -0,0 +1,1135 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.20896528479946072, + "eval_steps": 2498, + "global_step": 3100, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.125, + "learning_rate": 2.66e-05, + "loss": 8.29943389892578, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 5.46e-05, + "loss": 8.03638916015625, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.834577941894532, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.5719154357910154, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.23726806640625, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.1484375, + "learning_rate": 0.00016659999999999998, + "loss": 6.864923095703125, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.509650421142578, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.03125, + "learning_rate": 0.0002226, + "loss": 6.204092788696289, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.87109375, + "learning_rate": 0.00025059999999999997, + "loss": 5.9408447265625, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.76171875, + "learning_rate": 0.0002786, + "loss": 5.677399826049805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 0.68359375, + "learning_rate": 0.00030659999999999997, + "loss": 5.419148254394531, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 0.65625, + "learning_rate": 0.0003346, + "loss": 5.138995742797851, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.265625, + "learning_rate": 0.00036260000000000003, + "loss": 4.88677749633789, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.80078125, + "learning_rate": 0.0003906, + "loss": 4.653627014160156, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 0.64453125, + "learning_rate": 0.0004186, + "loss": 4.45317268371582, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.1484375, + "learning_rate": 0.0004466, + "loss": 4.271414947509766, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.52734375, + "learning_rate": 0.00047460000000000004, + "loss": 4.136629104614258, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.5390625, + "learning_rate": 0.0005026, + "loss": 4.001481246948242, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.75, + "learning_rate": 0.0005306, + "loss": 3.8803211212158204, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.546875, + "learning_rate": 0.0005586, + "loss": 3.755691146850586, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.5546875, + "learning_rate": 0.0005866, + "loss": 3.6663139343261717, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.56640625, + "learning_rate": 0.0006146, + "loss": 3.6138153076171875, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.435546875, + "learning_rate": 0.0006426, + "loss": 3.514398193359375, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.5703125, + "learning_rate": 0.0006705999999999999, + "loss": 3.4464744567871093, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.48828125, + "learning_rate": 0.0006986, + "loss": 3.377140426635742, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.5078125, + "learning_rate": 0.0007, + "loss": 3.3188812255859377, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.56640625, + "learning_rate": 0.0007, + "loss": 3.2469013214111326, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.51171875, + "learning_rate": 0.0007, + "loss": 3.199608039855957, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.51953125, + "learning_rate": 0.0007, + "loss": 3.1469419479370115, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.117013168334961, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.50390625, + "learning_rate": 0.0007, + "loss": 3.0596269607543944, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 3.04007568359375, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.9884712219238283, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.965327835083008, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.9250982284545897, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.895215606689453, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.859494209289551, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.8466249465942384, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.843080520629883, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.8001882553100588, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.790140151977539, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.762985420227051, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.721993637084961, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.699744987487793, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.689156150817871, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.4921875, + "learning_rate": 0.0007, + "loss": 2.6624650955200195, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.44140625, + "learning_rate": 0.0007, + "loss": 2.6517080307006835, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.6265542984008787, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.612698554992676, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.6142263412475586, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.5839330673217775, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.5704524993896483, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.458984375, + "learning_rate": 0.0007, + "loss": 2.5587131500244142, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.5393646240234373, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.5336515426635744, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.503081703186035, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.491420936584473, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.4900276184082033, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.44921875, + "learning_rate": 0.0007, + "loss": 2.4889183044433594, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.4808977127075194, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.4657716751098633, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.452888298034668, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.4422677993774413, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.423484039306641, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.4188716888427733, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.408824920654297, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3957138061523438, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.39760684967041, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.375796890258789, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3684106826782227, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3797735214233398, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.359424018859863, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3465848922729493, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.3349893569946287, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3245121002197267, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.325842094421387, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.3143774032592774, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.302913856506348, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.321881866455078, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.2918357849121094, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.289621925354004, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3036478042602537, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2854537963867188, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2686609268188476, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.2803234100341796, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.2565292358398437, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.246870994567871, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.252369689941406, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.266256904602051, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.2605754852294924, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2531354904174803, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.2213720321655273, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.222483825683594, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.21219482421875, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2211156845092774, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1985248565673827, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.210125732421875, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.184575843811035, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.208478546142578, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1811437606811523, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.191681480407715, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.1711753845214843, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.190633010864258, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.167451858520508, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1570125579833985, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.167339897155762, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1684452056884767, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.153244400024414, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.160935974121094, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.137245941162109, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.145458984375, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1550479888916017, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.134319305419922, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1454248428344727, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.125555229187012, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.136826515197754, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1249483108520506, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1276803970336915, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.130344772338867, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.115468406677246, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.1190982818603517, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.1060358047485352, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1180301666259767, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1174510955810546, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.1115176677703857, + "eval_runtime": 19.2645, + "eval_samples_per_second": 494.537, + "eval_steps_per_second": 0.519, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.0998077392578125, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.1119372844696045, + "eval_runtime": 18.5036, + "eval_samples_per_second": 514.872, + "eval_steps_per_second": 0.54, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 26738688.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.104612922668457, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 30539776.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.1283140182495117, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 214958080.0, + "learning_rate": 9e-05, + "loss": 4.040464782714844, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 463470592.0, + "learning_rate": 9e-05, + "loss": 7.2448875427246096, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 759169024.0, + "learning_rate": 9e-05, + "loss": 7.549561309814453, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 884998144.0, + "learning_rate": 9e-05, + "loss": 7.699013519287109, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 738197504.0, + "learning_rate": 9e-05, + "loss": 7.794189453125, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 524288000.0, + "learning_rate": 9e-05, + "loss": 7.8382102966308596, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 375390208.0, + "learning_rate": 9e-05, + "loss": 7.8861083984375, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 257949696.0, + "learning_rate": 9e-05, + "loss": 7.91387939453125, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 148897792.0, + "learning_rate": 9e-05, + "loss": 7.927635192871094, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 69206016.0, + "learning_rate": 9e-05, + "loss": 7.940325164794922, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 31981568.0, + "learning_rate": 9e-05, + "loss": 7.9444091796875, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 17170432.0, + "learning_rate": 9e-05, + "loss": 7.9422554016113285, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 12189696.0, + "learning_rate": 9e-05, + "loss": 7.946102905273437, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 10223616.0, + "learning_rate": 9e-05, + "loss": 7.944217681884766, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8585216.0, + "learning_rate": 9e-05, + "loss": 7.947966003417969, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 6815744.0, + "learning_rate": 9e-05, + "loss": 7.942383575439453, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 5275648.0, + "learning_rate": 9e-05, + "loss": 7.9457763671875, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 3817472.0, + "learning_rate": 9e-05, + "loss": 7.945987701416016, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 2850816.0, + "learning_rate": 9e-05, + "loss": 7.944618988037109, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 2064384.0, + "learning_rate": 9e-05, + "loss": 7.945731353759766, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 1499136.0, + "learning_rate": 9e-05, + "loss": 7.937969207763672, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 1056768.0, + "learning_rate": 9e-05, + "loss": 7.9425605773925785, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 806912.0, + "learning_rate": 9e-05, + "loss": 7.944017791748047, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 622592.0, + "learning_rate": 9e-05, + "loss": 7.943402099609375, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 466944.0, + "learning_rate": 9e-05, + "loss": 7.9476570129394535, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 364544.0, + "learning_rate": 9e-05, + "loss": 7.9423774719238285, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 305152.0, + "learning_rate": 9e-05, + "loss": 7.942177581787109, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 243712.0, + "learning_rate": 9e-05, + "loss": 7.946340942382813, + "step": 3100 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.00014797881344e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/training_args.bin b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..84ee1b2088a7a860039dc8899e00e808bba12681 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3100/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbef44510a94eb5cb72bd4ee070785baaf50e0c1e2b6e458c1f0434d3060c9c +size 4920 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1bfbd24f6390be5f8030dedd461eef3c99f05a4d --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/config.json @@ -0,0 +1,36 @@ +{ + "activation": "waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/model.safetensors b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..98ecdd507d33088fd049e918a2769a5547ce28e2 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12282cad713d5075a073eb3957b2d7ef6e7c97c72ecf6c1d517bfdb73e295b94 +size 33967272 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/optimizer.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..41f021a720e494d4e0e90b18ce9b329d5c9d8ba7 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3aa656087e2ddbe303852d2da903db2bc3a50104f0fd6a1b456dd98ee4d37bb +size 39573050 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/rng_state.pth b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/scheduler.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..b664d2157eeeb0a6cbb566ff2d9a39157ae90f28 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42032ce2906e08b8158bbc61ccff7a8449b0a1b6c135848ffd257fa664fd4577 +size 1064 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/tokenizer.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/tokenizer_config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/trainer_state.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b4bb1f5919ec953843c04bbe1a7105f0e210d4ac --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/trainer_state.json @@ -0,0 +1,1170 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.21570610043815303, + "eval_steps": 2498, + "global_step": 3200, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.125, + "learning_rate": 2.66e-05, + "loss": 8.29943389892578, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 5.46e-05, + "loss": 8.03638916015625, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.834577941894532, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.5719154357910154, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.23726806640625, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.1484375, + "learning_rate": 0.00016659999999999998, + "loss": 6.864923095703125, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.509650421142578, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.03125, + "learning_rate": 0.0002226, + "loss": 6.204092788696289, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.87109375, + "learning_rate": 0.00025059999999999997, + "loss": 5.9408447265625, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.76171875, + "learning_rate": 0.0002786, + "loss": 5.677399826049805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 0.68359375, + "learning_rate": 0.00030659999999999997, + "loss": 5.419148254394531, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 0.65625, + "learning_rate": 0.0003346, + "loss": 5.138995742797851, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.265625, + "learning_rate": 0.00036260000000000003, + "loss": 4.88677749633789, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.80078125, + "learning_rate": 0.0003906, + "loss": 4.653627014160156, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 0.64453125, + "learning_rate": 0.0004186, + "loss": 4.45317268371582, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.1484375, + "learning_rate": 0.0004466, + "loss": 4.271414947509766, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.52734375, + "learning_rate": 0.00047460000000000004, + "loss": 4.136629104614258, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.5390625, + "learning_rate": 0.0005026, + "loss": 4.001481246948242, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.75, + "learning_rate": 0.0005306, + "loss": 3.8803211212158204, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.546875, + "learning_rate": 0.0005586, + "loss": 3.755691146850586, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.5546875, + "learning_rate": 0.0005866, + "loss": 3.6663139343261717, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.56640625, + "learning_rate": 0.0006146, + "loss": 3.6138153076171875, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.435546875, + "learning_rate": 0.0006426, + "loss": 3.514398193359375, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.5703125, + "learning_rate": 0.0006705999999999999, + "loss": 3.4464744567871093, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.48828125, + "learning_rate": 0.0006986, + "loss": 3.377140426635742, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.5078125, + "learning_rate": 0.0007, + "loss": 3.3188812255859377, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.56640625, + "learning_rate": 0.0007, + "loss": 3.2469013214111326, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.51171875, + "learning_rate": 0.0007, + "loss": 3.199608039855957, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.51953125, + "learning_rate": 0.0007, + "loss": 3.1469419479370115, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.117013168334961, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.50390625, + "learning_rate": 0.0007, + "loss": 3.0596269607543944, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 3.04007568359375, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.9884712219238283, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.965327835083008, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.9250982284545897, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.895215606689453, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.859494209289551, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.8466249465942384, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.843080520629883, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.8001882553100588, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.790140151977539, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.762985420227051, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.721993637084961, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.699744987487793, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.689156150817871, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.4921875, + "learning_rate": 0.0007, + "loss": 2.6624650955200195, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.44140625, + "learning_rate": 0.0007, + "loss": 2.6517080307006835, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.6265542984008787, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.612698554992676, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.6142263412475586, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.5839330673217775, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.5704524993896483, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.458984375, + "learning_rate": 0.0007, + "loss": 2.5587131500244142, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.5393646240234373, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.5336515426635744, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.503081703186035, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.491420936584473, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.4900276184082033, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.44921875, + "learning_rate": 0.0007, + "loss": 2.4889183044433594, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.4808977127075194, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.4657716751098633, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.452888298034668, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.4422677993774413, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.423484039306641, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.4188716888427733, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.408824920654297, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3957138061523438, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.39760684967041, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.375796890258789, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3684106826782227, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3797735214233398, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.359424018859863, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3465848922729493, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.3349893569946287, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3245121002197267, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.325842094421387, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.3143774032592774, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.302913856506348, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.321881866455078, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.2918357849121094, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.289621925354004, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3036478042602537, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2854537963867188, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2686609268188476, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.2803234100341796, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.2565292358398437, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.246870994567871, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.252369689941406, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.266256904602051, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.2605754852294924, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2531354904174803, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.2213720321655273, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.222483825683594, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.21219482421875, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2211156845092774, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1985248565673827, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.210125732421875, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.184575843811035, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.208478546142578, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1811437606811523, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.191681480407715, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.1711753845214843, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.190633010864258, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.167451858520508, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1570125579833985, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.167339897155762, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1684452056884767, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.153244400024414, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.160935974121094, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.137245941162109, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.145458984375, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1550479888916017, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.134319305419922, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1454248428344727, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.125555229187012, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.136826515197754, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1249483108520506, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1276803970336915, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.130344772338867, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.115468406677246, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.1190982818603517, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.1060358047485352, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1180301666259767, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1174510955810546, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.1115176677703857, + "eval_runtime": 19.2645, + "eval_samples_per_second": 494.537, + "eval_steps_per_second": 0.519, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.0998077392578125, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.1119372844696045, + "eval_runtime": 18.5036, + "eval_samples_per_second": 514.872, + "eval_steps_per_second": 0.54, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 26738688.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.104612922668457, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 30539776.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.1283140182495117, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 214958080.0, + "learning_rate": 9e-05, + "loss": 4.040464782714844, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 463470592.0, + "learning_rate": 9e-05, + "loss": 7.2448875427246096, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 759169024.0, + "learning_rate": 9e-05, + "loss": 7.549561309814453, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 884998144.0, + "learning_rate": 9e-05, + "loss": 7.699013519287109, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 738197504.0, + "learning_rate": 9e-05, + "loss": 7.794189453125, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 524288000.0, + "learning_rate": 9e-05, + "loss": 7.8382102966308596, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 375390208.0, + "learning_rate": 9e-05, + "loss": 7.8861083984375, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 257949696.0, + "learning_rate": 9e-05, + "loss": 7.91387939453125, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 148897792.0, + "learning_rate": 9e-05, + "loss": 7.927635192871094, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 69206016.0, + "learning_rate": 9e-05, + "loss": 7.940325164794922, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 31981568.0, + "learning_rate": 9e-05, + "loss": 7.9444091796875, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 17170432.0, + "learning_rate": 9e-05, + "loss": 7.9422554016113285, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 12189696.0, + "learning_rate": 9e-05, + "loss": 7.946102905273437, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 10223616.0, + "learning_rate": 9e-05, + "loss": 7.944217681884766, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8585216.0, + "learning_rate": 9e-05, + "loss": 7.947966003417969, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 6815744.0, + "learning_rate": 9e-05, + "loss": 7.942383575439453, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 5275648.0, + "learning_rate": 9e-05, + "loss": 7.9457763671875, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 3817472.0, + "learning_rate": 9e-05, + "loss": 7.945987701416016, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 2850816.0, + "learning_rate": 9e-05, + "loss": 7.944618988037109, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 2064384.0, + "learning_rate": 9e-05, + "loss": 7.945731353759766, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 1499136.0, + "learning_rate": 9e-05, + "loss": 7.937969207763672, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 1056768.0, + "learning_rate": 9e-05, + "loss": 7.9425605773925785, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 806912.0, + "learning_rate": 9e-05, + "loss": 7.944017791748047, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 622592.0, + "learning_rate": 9e-05, + "loss": 7.943402099609375, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 466944.0, + "learning_rate": 9e-05, + "loss": 7.9476570129394535, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 364544.0, + "learning_rate": 9e-05, + "loss": 7.9423774719238285, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 305152.0, + "learning_rate": 9e-05, + "loss": 7.942177581787109, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 243712.0, + "learning_rate": 9e-05, + "loss": 7.946340942382813, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 197632.0, + "learning_rate": 9e-05, + "loss": 7.948223114013672, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 164864.0, + "learning_rate": 9e-05, + "loss": 7.943272399902344, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 150528.0, + "learning_rate": 9e-05, + "loss": 7.944358062744141, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 124928.0, + "learning_rate": 9e-05, + "loss": 7.940934753417968, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 116224.0, + "learning_rate": 9e-05, + "loss": 7.942573547363281, + "step": 3200 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.03241081683968e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/training_args.bin b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..84ee1b2088a7a860039dc8899e00e808bba12681 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3200/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbef44510a94eb5cb72bd4ee070785baaf50e0c1e2b6e458c1f0434d3060c9c +size 4920 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1bfbd24f6390be5f8030dedd461eef3c99f05a4d --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/config.json @@ -0,0 +1,36 @@ +{ + "activation": "waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/model.safetensors b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d6baa70a9a5a5aa11c0e64488ad58ae8b4870e9d --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af4cd5cb1d6fd42f70958296aec45e3a9de46613e296d07fa505fa0d34132bc +size 33967272 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/optimizer.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..309d1fdfa848f863f99f5d9987b3983860217701 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2fcd3a2d2aad6287c23c5578ba11de4f8cdeb3bc95179ad31648a2ffe14428 +size 39573050 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/rng_state.pth b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/scheduler.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ff0972af88ad6ee2d60f74da0a8786e58bfa2b --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9751c40def32406332f8de58ba93b20f2a7e67943c9e04a0e73992386f74e398 +size 1064 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/tokenizer.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/tokenizer_config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/trainer_state.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1e078250bc9a233ed6c063ece0ce36562206bce0 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/trainer_state.json @@ -0,0 +1,1205 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.2224469160768453, + "eval_steps": 2498, + "global_step": 3300, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.125, + "learning_rate": 2.66e-05, + "loss": 8.29943389892578, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 5.46e-05, + "loss": 8.03638916015625, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.834577941894532, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.5719154357910154, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.23726806640625, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.1484375, + "learning_rate": 0.00016659999999999998, + "loss": 6.864923095703125, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.509650421142578, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.03125, + "learning_rate": 0.0002226, + "loss": 6.204092788696289, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.87109375, + "learning_rate": 0.00025059999999999997, + "loss": 5.9408447265625, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.76171875, + "learning_rate": 0.0002786, + "loss": 5.677399826049805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 0.68359375, + "learning_rate": 0.00030659999999999997, + "loss": 5.419148254394531, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 0.65625, + "learning_rate": 0.0003346, + "loss": 5.138995742797851, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.265625, + "learning_rate": 0.00036260000000000003, + "loss": 4.88677749633789, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.80078125, + "learning_rate": 0.0003906, + "loss": 4.653627014160156, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 0.64453125, + "learning_rate": 0.0004186, + "loss": 4.45317268371582, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.1484375, + "learning_rate": 0.0004466, + "loss": 4.271414947509766, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.52734375, + "learning_rate": 0.00047460000000000004, + "loss": 4.136629104614258, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.5390625, + "learning_rate": 0.0005026, + "loss": 4.001481246948242, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.75, + "learning_rate": 0.0005306, + "loss": 3.8803211212158204, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.546875, + "learning_rate": 0.0005586, + "loss": 3.755691146850586, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.5546875, + "learning_rate": 0.0005866, + "loss": 3.6663139343261717, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.56640625, + "learning_rate": 0.0006146, + "loss": 3.6138153076171875, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.435546875, + "learning_rate": 0.0006426, + "loss": 3.514398193359375, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.5703125, + "learning_rate": 0.0006705999999999999, + "loss": 3.4464744567871093, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.48828125, + "learning_rate": 0.0006986, + "loss": 3.377140426635742, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.5078125, + "learning_rate": 0.0007, + "loss": 3.3188812255859377, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.56640625, + "learning_rate": 0.0007, + "loss": 3.2469013214111326, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.51171875, + "learning_rate": 0.0007, + "loss": 3.199608039855957, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.51953125, + "learning_rate": 0.0007, + "loss": 3.1469419479370115, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.117013168334961, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.50390625, + "learning_rate": 0.0007, + "loss": 3.0596269607543944, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 3.04007568359375, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.9884712219238283, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.965327835083008, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.9250982284545897, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.895215606689453, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.859494209289551, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.8466249465942384, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.843080520629883, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.8001882553100588, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.790140151977539, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.762985420227051, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.721993637084961, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.699744987487793, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.689156150817871, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.4921875, + "learning_rate": 0.0007, + "loss": 2.6624650955200195, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.44140625, + "learning_rate": 0.0007, + "loss": 2.6517080307006835, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.6265542984008787, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.612698554992676, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.6142263412475586, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.5839330673217775, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.5704524993896483, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.458984375, + "learning_rate": 0.0007, + "loss": 2.5587131500244142, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.5393646240234373, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.5336515426635744, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.503081703186035, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.491420936584473, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.4900276184082033, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.44921875, + "learning_rate": 0.0007, + "loss": 2.4889183044433594, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.4808977127075194, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.4657716751098633, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.452888298034668, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.4422677993774413, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.423484039306641, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.4188716888427733, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.408824920654297, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3957138061523438, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.39760684967041, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.375796890258789, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3684106826782227, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3797735214233398, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.359424018859863, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3465848922729493, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.3349893569946287, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3245121002197267, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.325842094421387, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.3143774032592774, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.302913856506348, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.321881866455078, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.2918357849121094, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.289621925354004, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3036478042602537, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2854537963867188, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2686609268188476, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.2803234100341796, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.2565292358398437, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.246870994567871, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.252369689941406, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.266256904602051, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.2605754852294924, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2531354904174803, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.2213720321655273, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.222483825683594, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.21219482421875, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2211156845092774, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1985248565673827, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.210125732421875, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.184575843811035, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.208478546142578, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1811437606811523, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.191681480407715, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.1711753845214843, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.190633010864258, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.167451858520508, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1570125579833985, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.167339897155762, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1684452056884767, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.153244400024414, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.160935974121094, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.137245941162109, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.145458984375, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1550479888916017, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.134319305419922, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1454248428344727, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.125555229187012, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.136826515197754, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1249483108520506, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1276803970336915, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.130344772338867, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.115468406677246, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.1190982818603517, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.1060358047485352, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1180301666259767, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1174510955810546, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.1115176677703857, + "eval_runtime": 19.2645, + "eval_samples_per_second": 494.537, + "eval_steps_per_second": 0.519, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.0998077392578125, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.1119372844696045, + "eval_runtime": 18.5036, + "eval_samples_per_second": 514.872, + "eval_steps_per_second": 0.54, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 26738688.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.104612922668457, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 30539776.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.1283140182495117, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 214958080.0, + "learning_rate": 9e-05, + "loss": 4.040464782714844, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 463470592.0, + "learning_rate": 9e-05, + "loss": 7.2448875427246096, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 759169024.0, + "learning_rate": 9e-05, + "loss": 7.549561309814453, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 884998144.0, + "learning_rate": 9e-05, + "loss": 7.699013519287109, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 738197504.0, + "learning_rate": 9e-05, + "loss": 7.794189453125, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 524288000.0, + "learning_rate": 9e-05, + "loss": 7.8382102966308596, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 375390208.0, + "learning_rate": 9e-05, + "loss": 7.8861083984375, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 257949696.0, + "learning_rate": 9e-05, + "loss": 7.91387939453125, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 148897792.0, + "learning_rate": 9e-05, + "loss": 7.927635192871094, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 69206016.0, + "learning_rate": 9e-05, + "loss": 7.940325164794922, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 31981568.0, + "learning_rate": 9e-05, + "loss": 7.9444091796875, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 17170432.0, + "learning_rate": 9e-05, + "loss": 7.9422554016113285, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 12189696.0, + "learning_rate": 9e-05, + "loss": 7.946102905273437, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 10223616.0, + "learning_rate": 9e-05, + "loss": 7.944217681884766, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8585216.0, + "learning_rate": 9e-05, + "loss": 7.947966003417969, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 6815744.0, + "learning_rate": 9e-05, + "loss": 7.942383575439453, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 5275648.0, + "learning_rate": 9e-05, + "loss": 7.9457763671875, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 3817472.0, + "learning_rate": 9e-05, + "loss": 7.945987701416016, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 2850816.0, + "learning_rate": 9e-05, + "loss": 7.944618988037109, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 2064384.0, + "learning_rate": 9e-05, + "loss": 7.945731353759766, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 1499136.0, + "learning_rate": 9e-05, + "loss": 7.937969207763672, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 1056768.0, + "learning_rate": 9e-05, + "loss": 7.9425605773925785, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 806912.0, + "learning_rate": 9e-05, + "loss": 7.944017791748047, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 622592.0, + "learning_rate": 9e-05, + "loss": 7.943402099609375, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 466944.0, + "learning_rate": 9e-05, + "loss": 7.9476570129394535, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 364544.0, + "learning_rate": 9e-05, + "loss": 7.9423774719238285, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 305152.0, + "learning_rate": 9e-05, + "loss": 7.942177581787109, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 243712.0, + "learning_rate": 9e-05, + "loss": 7.946340942382813, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 197632.0, + "learning_rate": 9e-05, + "loss": 7.948223114013672, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 164864.0, + "learning_rate": 9e-05, + "loss": 7.943272399902344, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 150528.0, + "learning_rate": 9e-05, + "loss": 7.944358062744141, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 124928.0, + "learning_rate": 9e-05, + "loss": 7.940934753417968, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 116224.0, + "learning_rate": 9e-05, + "loss": 7.942573547363281, + "step": 3200 + }, + { + "epoch": 0.21705426356589147, + "grad_norm": 92160.0, + "learning_rate": 9e-05, + "loss": 7.945948791503906, + "step": 3220 + }, + { + "epoch": 0.21840242669362994, + "grad_norm": 89600.0, + "learning_rate": 9e-05, + "loss": 7.943760681152344, + "step": 3240 + }, + { + "epoch": 0.2197505898213684, + "grad_norm": 80896.0, + "learning_rate": 9e-05, + "loss": 7.9449302673339846, + "step": 3260 + }, + { + "epoch": 0.22109875294910683, + "grad_norm": 71168.0, + "learning_rate": 9e-05, + "loss": 7.944947052001953, + "step": 3280 + }, + { + "epoch": 0.2224469160768453, + "grad_norm": 66048.0, + "learning_rate": 9e-05, + "loss": 7.944975280761719, + "step": 3300 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.06467365486592e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/training_args.bin b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..84ee1b2088a7a860039dc8899e00e808bba12681 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3300/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbef44510a94eb5cb72bd4ee070785baaf50e0c1e2b6e458c1f0434d3060c9c +size 4920 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1bfbd24f6390be5f8030dedd461eef3c99f05a4d --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/config.json @@ -0,0 +1,36 @@ +{ + "activation": "waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/model.safetensors b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fa7e5def6ef6bcf4dba18ef46cc280989c7a44b4 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:480e147ec20d804b0726f11f674179d2bf6e11150e39d0632ce7e1d98948a669 +size 33967272 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/optimizer.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c00e0f4ee856d59b08b58deb163c77d71081058 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b6e45b2602fc3e51924e693027dcb6211dda6ecf5a378b5f72655469844746 +size 39573050 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/rng_state.pth b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..e29ad0909e8c1afefa182e7ed890fa257c75af25 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf9097d4513154245c48236b6ec5137b7ee2a21c9f58f2cba798ea275c6026f +size 14244 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/scheduler.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..017e7c5d403620264a46ac1cf60e056852cdf447 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d56f18bbf80d27667dff830c4bf2d569d657317bf85c1271d4a355eda1cf7318 +size 1064 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/tokenizer.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/tokenizer_config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/trainer_state.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2243b6362ecdc858088880737838f36d44847a1c --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/trainer_state.json @@ -0,0 +1,1240 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.22918773171553758, + "eval_steps": 2498, + "global_step": 3400, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.125, + "learning_rate": 2.66e-05, + "loss": 8.29943389892578, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 5.46e-05, + "loss": 8.03638916015625, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.834577941894532, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.5719154357910154, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.23726806640625, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.1484375, + "learning_rate": 0.00016659999999999998, + "loss": 6.864923095703125, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.509650421142578, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.03125, + "learning_rate": 0.0002226, + "loss": 6.204092788696289, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.87109375, + "learning_rate": 0.00025059999999999997, + "loss": 5.9408447265625, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.76171875, + "learning_rate": 0.0002786, + "loss": 5.677399826049805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 0.68359375, + "learning_rate": 0.00030659999999999997, + "loss": 5.419148254394531, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 0.65625, + "learning_rate": 0.0003346, + "loss": 5.138995742797851, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.265625, + "learning_rate": 0.00036260000000000003, + "loss": 4.88677749633789, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.80078125, + "learning_rate": 0.0003906, + "loss": 4.653627014160156, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 0.64453125, + "learning_rate": 0.0004186, + "loss": 4.45317268371582, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.1484375, + "learning_rate": 0.0004466, + "loss": 4.271414947509766, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.52734375, + "learning_rate": 0.00047460000000000004, + "loss": 4.136629104614258, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.5390625, + "learning_rate": 0.0005026, + "loss": 4.001481246948242, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.75, + "learning_rate": 0.0005306, + "loss": 3.8803211212158204, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.546875, + "learning_rate": 0.0005586, + "loss": 3.755691146850586, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.5546875, + "learning_rate": 0.0005866, + "loss": 3.6663139343261717, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.56640625, + "learning_rate": 0.0006146, + "loss": 3.6138153076171875, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.435546875, + "learning_rate": 0.0006426, + "loss": 3.514398193359375, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.5703125, + "learning_rate": 0.0006705999999999999, + "loss": 3.4464744567871093, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.48828125, + "learning_rate": 0.0006986, + "loss": 3.377140426635742, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.5078125, + "learning_rate": 0.0007, + "loss": 3.3188812255859377, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.56640625, + "learning_rate": 0.0007, + "loss": 3.2469013214111326, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.51171875, + "learning_rate": 0.0007, + "loss": 3.199608039855957, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.51953125, + "learning_rate": 0.0007, + "loss": 3.1469419479370115, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.117013168334961, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.50390625, + "learning_rate": 0.0007, + "loss": 3.0596269607543944, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 3.04007568359375, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.9884712219238283, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.965327835083008, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.9250982284545897, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.895215606689453, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.859494209289551, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.8466249465942384, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.843080520629883, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.8001882553100588, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.790140151977539, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.762985420227051, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.721993637084961, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.699744987487793, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.689156150817871, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.4921875, + "learning_rate": 0.0007, + "loss": 2.6624650955200195, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.44140625, + "learning_rate": 0.0007, + "loss": 2.6517080307006835, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.6265542984008787, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.612698554992676, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.6142263412475586, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.5839330673217775, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.5704524993896483, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.458984375, + "learning_rate": 0.0007, + "loss": 2.5587131500244142, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.5393646240234373, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.5336515426635744, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.503081703186035, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.491420936584473, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.4900276184082033, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.44921875, + "learning_rate": 0.0007, + "loss": 2.4889183044433594, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.4808977127075194, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.4657716751098633, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.452888298034668, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.4422677993774413, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.423484039306641, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.4188716888427733, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.408824920654297, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3957138061523438, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.39760684967041, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.375796890258789, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3684106826782227, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3797735214233398, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.359424018859863, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3465848922729493, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.3349893569946287, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3245121002197267, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.325842094421387, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.3143774032592774, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.302913856506348, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.321881866455078, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.2918357849121094, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.289621925354004, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3036478042602537, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2854537963867188, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2686609268188476, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.2803234100341796, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.2565292358398437, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.246870994567871, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.252369689941406, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.266256904602051, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.2605754852294924, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2531354904174803, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.2213720321655273, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.222483825683594, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.21219482421875, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2211156845092774, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1985248565673827, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.210125732421875, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.184575843811035, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.208478546142578, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1811437606811523, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.191681480407715, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.1711753845214843, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.190633010864258, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.167451858520508, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1570125579833985, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.167339897155762, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1684452056884767, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.153244400024414, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.160935974121094, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.137245941162109, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.145458984375, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1550479888916017, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.134319305419922, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1454248428344727, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.125555229187012, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.136826515197754, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1249483108520506, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1276803970336915, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.130344772338867, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.115468406677246, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.1190982818603517, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.1060358047485352, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1180301666259767, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1174510955810546, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.1115176677703857, + "eval_runtime": 19.2645, + "eval_samples_per_second": 494.537, + "eval_steps_per_second": 0.519, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.0998077392578125, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.1119372844696045, + "eval_runtime": 18.5036, + "eval_samples_per_second": 514.872, + "eval_steps_per_second": 0.54, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 26738688.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.104612922668457, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 30539776.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.1283140182495117, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 214958080.0, + "learning_rate": 9e-05, + "loss": 4.040464782714844, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 463470592.0, + "learning_rate": 9e-05, + "loss": 7.2448875427246096, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 759169024.0, + "learning_rate": 9e-05, + "loss": 7.549561309814453, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 884998144.0, + "learning_rate": 9e-05, + "loss": 7.699013519287109, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 738197504.0, + "learning_rate": 9e-05, + "loss": 7.794189453125, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 524288000.0, + "learning_rate": 9e-05, + "loss": 7.8382102966308596, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 375390208.0, + "learning_rate": 9e-05, + "loss": 7.8861083984375, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 257949696.0, + "learning_rate": 9e-05, + "loss": 7.91387939453125, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 148897792.0, + "learning_rate": 9e-05, + "loss": 7.927635192871094, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 69206016.0, + "learning_rate": 9e-05, + "loss": 7.940325164794922, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 31981568.0, + "learning_rate": 9e-05, + "loss": 7.9444091796875, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 17170432.0, + "learning_rate": 9e-05, + "loss": 7.9422554016113285, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 12189696.0, + "learning_rate": 9e-05, + "loss": 7.946102905273437, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 10223616.0, + "learning_rate": 9e-05, + "loss": 7.944217681884766, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8585216.0, + "learning_rate": 9e-05, + "loss": 7.947966003417969, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 6815744.0, + "learning_rate": 9e-05, + "loss": 7.942383575439453, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 5275648.0, + "learning_rate": 9e-05, + "loss": 7.9457763671875, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 3817472.0, + "learning_rate": 9e-05, + "loss": 7.945987701416016, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 2850816.0, + "learning_rate": 9e-05, + "loss": 7.944618988037109, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 2064384.0, + "learning_rate": 9e-05, + "loss": 7.945731353759766, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 1499136.0, + "learning_rate": 9e-05, + "loss": 7.937969207763672, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 1056768.0, + "learning_rate": 9e-05, + "loss": 7.9425605773925785, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 806912.0, + "learning_rate": 9e-05, + "loss": 7.944017791748047, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 622592.0, + "learning_rate": 9e-05, + "loss": 7.943402099609375, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 466944.0, + "learning_rate": 9e-05, + "loss": 7.9476570129394535, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 364544.0, + "learning_rate": 9e-05, + "loss": 7.9423774719238285, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 305152.0, + "learning_rate": 9e-05, + "loss": 7.942177581787109, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 243712.0, + "learning_rate": 9e-05, + "loss": 7.946340942382813, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 197632.0, + "learning_rate": 9e-05, + "loss": 7.948223114013672, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 164864.0, + "learning_rate": 9e-05, + "loss": 7.943272399902344, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 150528.0, + "learning_rate": 9e-05, + "loss": 7.944358062744141, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 124928.0, + "learning_rate": 9e-05, + "loss": 7.940934753417968, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 116224.0, + "learning_rate": 9e-05, + "loss": 7.942573547363281, + "step": 3200 + }, + { + "epoch": 0.21705426356589147, + "grad_norm": 92160.0, + "learning_rate": 9e-05, + "loss": 7.945948791503906, + "step": 3220 + }, + { + "epoch": 0.21840242669362994, + "grad_norm": 89600.0, + "learning_rate": 9e-05, + "loss": 7.943760681152344, + "step": 3240 + }, + { + "epoch": 0.2197505898213684, + "grad_norm": 80896.0, + "learning_rate": 9e-05, + "loss": 7.9449302673339846, + "step": 3260 + }, + { + "epoch": 0.22109875294910683, + "grad_norm": 71168.0, + "learning_rate": 9e-05, + "loss": 7.944947052001953, + "step": 3280 + }, + { + "epoch": 0.2224469160768453, + "grad_norm": 66048.0, + "learning_rate": 9e-05, + "loss": 7.944975280761719, + "step": 3300 + }, + { + "epoch": 0.22379507920458375, + "grad_norm": 55552.0, + "learning_rate": 9e-05, + "loss": 7.941332244873047, + "step": 3320 + }, + { + "epoch": 0.22514324233232222, + "grad_norm": 50944.0, + "learning_rate": 9e-05, + "loss": 7.942752838134766, + "step": 3340 + }, + { + "epoch": 0.22649140546006066, + "grad_norm": 45056.0, + "learning_rate": 9e-05, + "loss": 7.944989776611328, + "step": 3360 + }, + { + "epoch": 0.22783956858779914, + "grad_norm": 41472.0, + "learning_rate": 9e-05, + "loss": 7.944638061523437, + "step": 3380 + }, + { + "epoch": 0.22918773171553758, + "grad_norm": 36096.0, + "learning_rate": 9e-05, + "loss": 7.947166442871094, + "step": 3400 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.09693649289216e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/training_args.bin b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..84ee1b2088a7a860039dc8899e00e808bba12681 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3400/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbef44510a94eb5cb72bd4ee070785baaf50e0c1e2b6e458c1f0434d3060c9c +size 4920 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1bfbd24f6390be5f8030dedd461eef3c99f05a4d --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/config.json @@ -0,0 +1,36 @@ +{ + "activation": "waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/model.safetensors b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..adba3b76b744240a6708573a65b11934532ee20f --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1812a20017bb40c24b272a5c8b44ce4171ee5bec3218a7556e98436f4947e12b +size 33967272 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/optimizer.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69605d1c9fafa7778e9f1818a78f1cb1ec79732 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d30eedac649dbb5fa29e0c937aada842e0410f7815f725888123c8c89e9dc67 +size 39573050 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/rng_state.pth b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..a8d90407533a766f1db1f6d04df53a298ed191c1 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37c40ce327861a7ca13b719d3aa37510a143368b6e74358bdb14becb3899e1e +size 14244 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/scheduler.pt b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1a92d6b9ce130135ec70ff64fb4a450035b9d25 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:479ebefc656d1e8da177b1fc09a2332188f5506e56faf8d0ea281618199ae469 +size 1064 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/tokenizer.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/tokenizer_config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/trainer_state.json b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..95743824202bc01149aee8e3560f439c2e3f867b --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/trainer_state.json @@ -0,0 +1,1283 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.23592854735422986, + "eval_steps": 2498, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0013481631277384564, + "grad_norm": 2.125, + "learning_rate": 2.66e-05, + "loss": 8.29943389892578, + "step": 20 + }, + { + "epoch": 0.002696326255476913, + "grad_norm": 1.3046875, + "learning_rate": 5.46e-05, + "loss": 8.03638916015625, + "step": 40 + }, + { + "epoch": 0.004044489383215369, + "grad_norm": 1.2734375, + "learning_rate": 8.259999999999999e-05, + "loss": 7.834577941894532, + "step": 60 + }, + { + "epoch": 0.005392652510953826, + "grad_norm": 1.265625, + "learning_rate": 0.0001106, + "loss": 7.5719154357910154, + "step": 80 + }, + { + "epoch": 0.006740815638692282, + "grad_norm": 1.1953125, + "learning_rate": 0.0001386, + "loss": 7.23726806640625, + "step": 100 + }, + { + "epoch": 0.008088978766430738, + "grad_norm": 1.1484375, + "learning_rate": 0.00016659999999999998, + "loss": 6.864923095703125, + "step": 120 + }, + { + "epoch": 0.009437141894169195, + "grad_norm": 1.0234375, + "learning_rate": 0.00019460000000000001, + "loss": 6.509650421142578, + "step": 140 + }, + { + "epoch": 0.010785305021907651, + "grad_norm": 1.03125, + "learning_rate": 0.0002226, + "loss": 6.204092788696289, + "step": 160 + }, + { + "epoch": 0.012133468149646108, + "grad_norm": 0.87109375, + "learning_rate": 0.00025059999999999997, + "loss": 5.9408447265625, + "step": 180 + }, + { + "epoch": 0.013481631277384564, + "grad_norm": 0.76171875, + "learning_rate": 0.0002786, + "loss": 5.677399826049805, + "step": 200 + }, + { + "epoch": 0.01482979440512302, + "grad_norm": 0.68359375, + "learning_rate": 0.00030659999999999997, + "loss": 5.419148254394531, + "step": 220 + }, + { + "epoch": 0.016177957532861477, + "grad_norm": 0.65625, + "learning_rate": 0.0003346, + "loss": 5.138995742797851, + "step": 240 + }, + { + "epoch": 0.01752612066059993, + "grad_norm": 1.265625, + "learning_rate": 0.00036260000000000003, + "loss": 4.88677749633789, + "step": 260 + }, + { + "epoch": 0.01887428378833839, + "grad_norm": 0.80078125, + "learning_rate": 0.0003906, + "loss": 4.653627014160156, + "step": 280 + }, + { + "epoch": 0.020222446916076844, + "grad_norm": 0.64453125, + "learning_rate": 0.0004186, + "loss": 4.45317268371582, + "step": 300 + }, + { + "epoch": 0.021570610043815303, + "grad_norm": 1.1484375, + "learning_rate": 0.0004466, + "loss": 4.271414947509766, + "step": 320 + }, + { + "epoch": 0.022918773171553757, + "grad_norm": 0.52734375, + "learning_rate": 0.00047460000000000004, + "loss": 4.136629104614258, + "step": 340 + }, + { + "epoch": 0.024266936299292215, + "grad_norm": 0.5390625, + "learning_rate": 0.0005026, + "loss": 4.001481246948242, + "step": 360 + }, + { + "epoch": 0.02561509942703067, + "grad_norm": 0.75, + "learning_rate": 0.0005306, + "loss": 3.8803211212158204, + "step": 380 + }, + { + "epoch": 0.026963262554769128, + "grad_norm": 0.546875, + "learning_rate": 0.0005586, + "loss": 3.755691146850586, + "step": 400 + }, + { + "epoch": 0.028311425682507583, + "grad_norm": 0.5546875, + "learning_rate": 0.0005866, + "loss": 3.6663139343261717, + "step": 420 + }, + { + "epoch": 0.02965958881024604, + "grad_norm": 0.56640625, + "learning_rate": 0.0006146, + "loss": 3.6138153076171875, + "step": 440 + }, + { + "epoch": 0.031007751937984496, + "grad_norm": 0.435546875, + "learning_rate": 0.0006426, + "loss": 3.514398193359375, + "step": 460 + }, + { + "epoch": 0.032355915065722954, + "grad_norm": 0.5703125, + "learning_rate": 0.0006705999999999999, + "loss": 3.4464744567871093, + "step": 480 + }, + { + "epoch": 0.03370407819346141, + "grad_norm": 0.48828125, + "learning_rate": 0.0006986, + "loss": 3.377140426635742, + "step": 500 + }, + { + "epoch": 0.03505224132119986, + "grad_norm": 0.5078125, + "learning_rate": 0.0007, + "loss": 3.3188812255859377, + "step": 520 + }, + { + "epoch": 0.03640040444893832, + "grad_norm": 0.56640625, + "learning_rate": 0.0007, + "loss": 3.2469013214111326, + "step": 540 + }, + { + "epoch": 0.03774856757667678, + "grad_norm": 0.51171875, + "learning_rate": 0.0007, + "loss": 3.199608039855957, + "step": 560 + }, + { + "epoch": 0.03909673070441524, + "grad_norm": 0.51953125, + "learning_rate": 0.0007, + "loss": 3.1469419479370115, + "step": 580 + }, + { + "epoch": 0.04044489383215369, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 3.117013168334961, + "step": 600 + }, + { + "epoch": 0.04179305695989215, + "grad_norm": 0.50390625, + "learning_rate": 0.0007, + "loss": 3.0596269607543944, + "step": 620 + }, + { + "epoch": 0.043141220087630605, + "grad_norm": 0.451171875, + "learning_rate": 0.0007, + "loss": 3.04007568359375, + "step": 640 + }, + { + "epoch": 0.044489383215369056, + "grad_norm": 0.4765625, + "learning_rate": 0.0007, + "loss": 2.9884712219238283, + "step": 660 + }, + { + "epoch": 0.045837546343107514, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.965327835083008, + "step": 680 + }, + { + "epoch": 0.04718570947084597, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.9250982284545897, + "step": 700 + }, + { + "epoch": 0.04853387259858443, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.895215606689453, + "step": 720 + }, + { + "epoch": 0.04988203572632288, + "grad_norm": 0.490234375, + "learning_rate": 0.0007, + "loss": 2.859494209289551, + "step": 740 + }, + { + "epoch": 0.05123019885406134, + "grad_norm": 0.474609375, + "learning_rate": 0.0007, + "loss": 2.8466249465942384, + "step": 760 + }, + { + "epoch": 0.0525783619817998, + "grad_norm": 0.4453125, + "learning_rate": 0.0007, + "loss": 2.843080520629883, + "step": 780 + }, + { + "epoch": 0.053926525109538256, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.8001882553100588, + "step": 800 + }, + { + "epoch": 0.05527468823727671, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.790140151977539, + "step": 820 + }, + { + "epoch": 0.056622851365015166, + "grad_norm": 0.455078125, + "learning_rate": 0.0007, + "loss": 2.762985420227051, + "step": 840 + }, + { + "epoch": 0.057971014492753624, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.721993637084961, + "step": 860 + }, + { + "epoch": 0.05931917762049208, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.699744987487793, + "step": 880 + }, + { + "epoch": 0.06066734074823053, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.689156150817871, + "step": 900 + }, + { + "epoch": 0.06201550387596899, + "grad_norm": 0.4921875, + "learning_rate": 0.0007, + "loss": 2.6624650955200195, + "step": 920 + }, + { + "epoch": 0.06336366700370745, + "grad_norm": 0.44140625, + "learning_rate": 0.0007, + "loss": 2.6517080307006835, + "step": 940 + }, + { + "epoch": 0.06471183013144591, + "grad_norm": 0.435546875, + "learning_rate": 0.0007, + "loss": 2.6265542984008787, + "step": 960 + }, + { + "epoch": 0.06605999325918437, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.612698554992676, + "step": 980 + }, + { + "epoch": 0.06740815638692282, + "grad_norm": 0.45703125, + "learning_rate": 0.0007, + "loss": 2.6142263412475586, + "step": 1000 + }, + { + "epoch": 0.06875631951466127, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.5839330673217775, + "step": 1020 + }, + { + "epoch": 0.07010448264239973, + "grad_norm": 0.470703125, + "learning_rate": 0.0007, + "loss": 2.5704524993896483, + "step": 1040 + }, + { + "epoch": 0.07145264577013818, + "grad_norm": 0.458984375, + "learning_rate": 0.0007, + "loss": 2.5587131500244142, + "step": 1060 + }, + { + "epoch": 0.07280080889787664, + "grad_norm": 0.443359375, + "learning_rate": 0.0007, + "loss": 2.5393646240234373, + "step": 1080 + }, + { + "epoch": 0.0741489720256151, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.5336515426635744, + "step": 1100 + }, + { + "epoch": 0.07549713515335356, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.503081703186035, + "step": 1120 + }, + { + "epoch": 0.07684529828109202, + "grad_norm": 0.42578125, + "learning_rate": 0.0007, + "loss": 2.491420936584473, + "step": 1140 + }, + { + "epoch": 0.07819346140883048, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.4900276184082033, + "step": 1160 + }, + { + "epoch": 0.07954162453656892, + "grad_norm": 0.44921875, + "learning_rate": 0.0007, + "loss": 2.4889183044433594, + "step": 1180 + }, + { + "epoch": 0.08088978766430738, + "grad_norm": 0.47265625, + "learning_rate": 0.0007, + "loss": 2.4808977127075194, + "step": 1200 + }, + { + "epoch": 0.08223795079204584, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.4657716751098633, + "step": 1220 + }, + { + "epoch": 0.0835861139197843, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.452888298034668, + "step": 1240 + }, + { + "epoch": 0.08493427704752275, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.4422677993774413, + "step": 1260 + }, + { + "epoch": 0.08628244017526121, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.423484039306641, + "step": 1280 + }, + { + "epoch": 0.08763060330299967, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.4188716888427733, + "step": 1300 + }, + { + "epoch": 0.08897876643073811, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.408824920654297, + "step": 1320 + }, + { + "epoch": 0.09032692955847657, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3957138061523438, + "step": 1340 + }, + { + "epoch": 0.09167509268621503, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.39760684967041, + "step": 1360 + }, + { + "epoch": 0.09302325581395349, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.375796890258789, + "step": 1380 + }, + { + "epoch": 0.09437141894169195, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3684106826782227, + "step": 1400 + }, + { + "epoch": 0.0957195820694304, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3797735214233398, + "step": 1420 + }, + { + "epoch": 0.09706774519716886, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.359424018859863, + "step": 1440 + }, + { + "epoch": 0.09841590832490732, + "grad_norm": 0.421875, + "learning_rate": 0.0007, + "loss": 2.3465848922729493, + "step": 1460 + }, + { + "epoch": 0.09976407145264576, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.3349893569946287, + "step": 1480 + }, + { + "epoch": 0.10111223458038422, + "grad_norm": 0.41796875, + "learning_rate": 0.0007, + "loss": 2.3245121002197267, + "step": 1500 + }, + { + "epoch": 0.10246039770812268, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.325842094421387, + "step": 1520 + }, + { + "epoch": 0.10380856083586114, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.3143774032592774, + "step": 1540 + }, + { + "epoch": 0.1051567239635996, + "grad_norm": 0.416015625, + "learning_rate": 0.0007, + "loss": 2.302913856506348, + "step": 1560 + }, + { + "epoch": 0.10650488709133805, + "grad_norm": 0.396484375, + "learning_rate": 0.0007, + "loss": 2.321881866455078, + "step": 1580 + }, + { + "epoch": 0.10785305021907651, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.2918357849121094, + "step": 1600 + }, + { + "epoch": 0.10920121334681497, + "grad_norm": 0.4140625, + "learning_rate": 0.0007, + "loss": 2.289621925354004, + "step": 1620 + }, + { + "epoch": 0.11054937647455342, + "grad_norm": 0.423828125, + "learning_rate": 0.0007, + "loss": 2.3036478042602537, + "step": 1640 + }, + { + "epoch": 0.11189753960229187, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2854537963867188, + "step": 1660 + }, + { + "epoch": 0.11324570273003033, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2686609268188476, + "step": 1680 + }, + { + "epoch": 0.11459386585776879, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.2803234100341796, + "step": 1700 + }, + { + "epoch": 0.11594202898550725, + "grad_norm": 0.4296875, + "learning_rate": 0.0007, + "loss": 2.2565292358398437, + "step": 1720 + }, + { + "epoch": 0.1172901921132457, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.246870994567871, + "step": 1740 + }, + { + "epoch": 0.11863835524098416, + "grad_norm": 0.404296875, + "learning_rate": 0.0007, + "loss": 2.252369689941406, + "step": 1760 + }, + { + "epoch": 0.11998651836872262, + "grad_norm": 0.412109375, + "learning_rate": 0.0007, + "loss": 2.266256904602051, + "step": 1780 + }, + { + "epoch": 0.12133468149646107, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.2605754852294924, + "step": 1800 + }, + { + "epoch": 0.12268284462419952, + "grad_norm": 0.408203125, + "learning_rate": 0.0007, + "loss": 2.2531354904174803, + "step": 1820 + }, + { + "epoch": 0.12403100775193798, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.2213720321655273, + "step": 1840 + }, + { + "epoch": 0.12537917087967643, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.222483825683594, + "step": 1860 + }, + { + "epoch": 0.1267273340074149, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.21219482421875, + "step": 1880 + }, + { + "epoch": 0.12807549713515334, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.2211156845092774, + "step": 1900 + }, + { + "epoch": 0.12942366026289182, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1985248565673827, + "step": 1920 + }, + { + "epoch": 0.13077182339063026, + "grad_norm": 0.419921875, + "learning_rate": 0.0007, + "loss": 2.210125732421875, + "step": 1940 + }, + { + "epoch": 0.13211998651836873, + "grad_norm": 0.3984375, + "learning_rate": 0.0007, + "loss": 2.184575843811035, + "step": 1960 + }, + { + "epoch": 0.13346814964610718, + "grad_norm": 0.41015625, + "learning_rate": 0.0007, + "loss": 2.208478546142578, + "step": 1980 + }, + { + "epoch": 0.13481631277384565, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1811437606811523, + "step": 2000 + }, + { + "epoch": 0.1361644759015841, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.191681480407715, + "step": 2020 + }, + { + "epoch": 0.13751263902932254, + "grad_norm": 0.439453125, + "learning_rate": 0.0007, + "loss": 2.1711753845214843, + "step": 2040 + }, + { + "epoch": 0.138860802157061, + "grad_norm": 0.38671875, + "learning_rate": 0.0007, + "loss": 2.190633010864258, + "step": 2060 + }, + { + "epoch": 0.14020896528479945, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.167451858520508, + "step": 2080 + }, + { + "epoch": 0.14155712841253792, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1570125579833985, + "step": 2100 + }, + { + "epoch": 0.14290529154027637, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.167339897155762, + "step": 2120 + }, + { + "epoch": 0.14425345466801484, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1684452056884767, + "step": 2140 + }, + { + "epoch": 0.14560161779575329, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.153244400024414, + "step": 2160 + }, + { + "epoch": 0.14694978092349173, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.160935974121094, + "step": 2180 + }, + { + "epoch": 0.1482979440512302, + "grad_norm": 0.388671875, + "learning_rate": 0.0007, + "loss": 2.137245941162109, + "step": 2200 + }, + { + "epoch": 0.14964610717896865, + "grad_norm": 0.384765625, + "learning_rate": 0.0007, + "loss": 2.145458984375, + "step": 2220 + }, + { + "epoch": 0.15099427030670712, + "grad_norm": 0.40625, + "learning_rate": 0.0007, + "loss": 2.1550479888916017, + "step": 2240 + }, + { + "epoch": 0.15234243343444556, + "grad_norm": 0.43359375, + "learning_rate": 0.0007, + "loss": 2.134319305419922, + "step": 2260 + }, + { + "epoch": 0.15369059656218403, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1454248428344727, + "step": 2280 + }, + { + "epoch": 0.15503875968992248, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.125555229187012, + "step": 2300 + }, + { + "epoch": 0.15638692281766095, + "grad_norm": 0.40234375, + "learning_rate": 0.0007, + "loss": 2.136826515197754, + "step": 2320 + }, + { + "epoch": 0.1577350859453994, + "grad_norm": 0.373046875, + "learning_rate": 0.0007, + "loss": 2.1249483108520506, + "step": 2340 + }, + { + "epoch": 0.15908324907313784, + "grad_norm": 0.3828125, + "learning_rate": 0.0007, + "loss": 2.1276803970336915, + "step": 2360 + }, + { + "epoch": 0.1604314122008763, + "grad_norm": 0.37890625, + "learning_rate": 0.0007, + "loss": 2.130344772338867, + "step": 2380 + }, + { + "epoch": 0.16177957532861476, + "grad_norm": 0.390625, + "learning_rate": 0.0007, + "loss": 2.115468406677246, + "step": 2400 + }, + { + "epoch": 0.16312773845635323, + "grad_norm": 0.400390625, + "learning_rate": 0.0007, + "loss": 2.1190982818603517, + "step": 2420 + }, + { + "epoch": 0.16447590158409167, + "grad_norm": 0.39453125, + "learning_rate": 0.0007, + "loss": 2.1060358047485352, + "step": 2440 + }, + { + "epoch": 0.16582406471183014, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1180301666259767, + "step": 2460 + }, + { + "epoch": 0.1671722278395686, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.1174510955810546, + "step": 2480 + }, + { + "epoch": 0.1683855746545332, + "eval_loss": 2.1115176677703857, + "eval_runtime": 19.2645, + "eval_samples_per_second": 494.537, + "eval_steps_per_second": 0.519, + "step": 2498 + }, + { + "epoch": 0.16852039096730703, + "grad_norm": 0.380859375, + "learning_rate": 0.0007, + "loss": 2.0998077392578125, + "step": 2500 + }, + { + "epoch": 0.16852039096730703, + "eval_loss": 2.1119372844696045, + "eval_runtime": 18.5036, + "eval_samples_per_second": 514.872, + "eval_steps_per_second": 0.54, + "step": 2500 + }, + { + "epoch": 0.1698685540950455, + "grad_norm": 26738688.0, + "learning_rate": 3.4200000000000005e-05, + "loss": 2.104612922668457, + "step": 2520 + }, + { + "epoch": 0.17121671722278395, + "grad_norm": 30539776.0, + "learning_rate": 7.020000000000001e-05, + "loss": 2.1283140182495117, + "step": 2540 + }, + { + "epoch": 0.17256488035052242, + "grad_norm": 214958080.0, + "learning_rate": 9e-05, + "loss": 4.040464782714844, + "step": 2560 + }, + { + "epoch": 0.17391304347826086, + "grad_norm": 463470592.0, + "learning_rate": 9e-05, + "loss": 7.2448875427246096, + "step": 2580 + }, + { + "epoch": 0.17526120660599934, + "grad_norm": 759169024.0, + "learning_rate": 9e-05, + "loss": 7.549561309814453, + "step": 2600 + }, + { + "epoch": 0.17660936973373778, + "grad_norm": 884998144.0, + "learning_rate": 9e-05, + "loss": 7.699013519287109, + "step": 2620 + }, + { + "epoch": 0.17795753286147623, + "grad_norm": 738197504.0, + "learning_rate": 9e-05, + "loss": 7.794189453125, + "step": 2640 + }, + { + "epoch": 0.1793056959892147, + "grad_norm": 524288000.0, + "learning_rate": 9e-05, + "loss": 7.8382102966308596, + "step": 2660 + }, + { + "epoch": 0.18065385911695314, + "grad_norm": 375390208.0, + "learning_rate": 9e-05, + "loss": 7.8861083984375, + "step": 2680 + }, + { + "epoch": 0.1820020222446916, + "grad_norm": 257949696.0, + "learning_rate": 9e-05, + "loss": 7.91387939453125, + "step": 2700 + }, + { + "epoch": 0.18335018537243006, + "grad_norm": 148897792.0, + "learning_rate": 9e-05, + "loss": 7.927635192871094, + "step": 2720 + }, + { + "epoch": 0.18469834850016853, + "grad_norm": 69206016.0, + "learning_rate": 9e-05, + "loss": 7.940325164794922, + "step": 2740 + }, + { + "epoch": 0.18604651162790697, + "grad_norm": 31981568.0, + "learning_rate": 9e-05, + "loss": 7.9444091796875, + "step": 2760 + }, + { + "epoch": 0.18739467475564545, + "grad_norm": 17170432.0, + "learning_rate": 9e-05, + "loss": 7.9422554016113285, + "step": 2780 + }, + { + "epoch": 0.1887428378833839, + "grad_norm": 12189696.0, + "learning_rate": 9e-05, + "loss": 7.946102905273437, + "step": 2800 + }, + { + "epoch": 0.19009100101112233, + "grad_norm": 10223616.0, + "learning_rate": 9e-05, + "loss": 7.944217681884766, + "step": 2820 + }, + { + "epoch": 0.1914391641388608, + "grad_norm": 8585216.0, + "learning_rate": 9e-05, + "loss": 7.947966003417969, + "step": 2840 + }, + { + "epoch": 0.19278732726659925, + "grad_norm": 6815744.0, + "learning_rate": 9e-05, + "loss": 7.942383575439453, + "step": 2860 + }, + { + "epoch": 0.19413549039433772, + "grad_norm": 5275648.0, + "learning_rate": 9e-05, + "loss": 7.9457763671875, + "step": 2880 + }, + { + "epoch": 0.19548365352207617, + "grad_norm": 3817472.0, + "learning_rate": 9e-05, + "loss": 7.945987701416016, + "step": 2900 + }, + { + "epoch": 0.19683181664981464, + "grad_norm": 2850816.0, + "learning_rate": 9e-05, + "loss": 7.944618988037109, + "step": 2920 + }, + { + "epoch": 0.19817997977755308, + "grad_norm": 2064384.0, + "learning_rate": 9e-05, + "loss": 7.945731353759766, + "step": 2940 + }, + { + "epoch": 0.19952814290529153, + "grad_norm": 1499136.0, + "learning_rate": 9e-05, + "loss": 7.937969207763672, + "step": 2960 + }, + { + "epoch": 0.20087630603303, + "grad_norm": 1056768.0, + "learning_rate": 9e-05, + "loss": 7.9425605773925785, + "step": 2980 + }, + { + "epoch": 0.20222446916076844, + "grad_norm": 806912.0, + "learning_rate": 9e-05, + "loss": 7.944017791748047, + "step": 3000 + }, + { + "epoch": 0.20357263228850692, + "grad_norm": 622592.0, + "learning_rate": 9e-05, + "loss": 7.943402099609375, + "step": 3020 + }, + { + "epoch": 0.20492079541624536, + "grad_norm": 466944.0, + "learning_rate": 9e-05, + "loss": 7.9476570129394535, + "step": 3040 + }, + { + "epoch": 0.20626895854398383, + "grad_norm": 364544.0, + "learning_rate": 9e-05, + "loss": 7.9423774719238285, + "step": 3060 + }, + { + "epoch": 0.20761712167172228, + "grad_norm": 305152.0, + "learning_rate": 9e-05, + "loss": 7.942177581787109, + "step": 3080 + }, + { + "epoch": 0.20896528479946072, + "grad_norm": 243712.0, + "learning_rate": 9e-05, + "loss": 7.946340942382813, + "step": 3100 + }, + { + "epoch": 0.2103134479271992, + "grad_norm": 197632.0, + "learning_rate": 9e-05, + "loss": 7.948223114013672, + "step": 3120 + }, + { + "epoch": 0.21166161105493764, + "grad_norm": 164864.0, + "learning_rate": 9e-05, + "loss": 7.943272399902344, + "step": 3140 + }, + { + "epoch": 0.2130097741826761, + "grad_norm": 150528.0, + "learning_rate": 9e-05, + "loss": 7.944358062744141, + "step": 3160 + }, + { + "epoch": 0.21435793731041455, + "grad_norm": 124928.0, + "learning_rate": 9e-05, + "loss": 7.940934753417968, + "step": 3180 + }, + { + "epoch": 0.21570610043815303, + "grad_norm": 116224.0, + "learning_rate": 9e-05, + "loss": 7.942573547363281, + "step": 3200 + }, + { + "epoch": 0.21705426356589147, + "grad_norm": 92160.0, + "learning_rate": 9e-05, + "loss": 7.945948791503906, + "step": 3220 + }, + { + "epoch": 0.21840242669362994, + "grad_norm": 89600.0, + "learning_rate": 9e-05, + "loss": 7.943760681152344, + "step": 3240 + }, + { + "epoch": 0.2197505898213684, + "grad_norm": 80896.0, + "learning_rate": 9e-05, + "loss": 7.9449302673339846, + "step": 3260 + }, + { + "epoch": 0.22109875294910683, + "grad_norm": 71168.0, + "learning_rate": 9e-05, + "loss": 7.944947052001953, + "step": 3280 + }, + { + "epoch": 0.2224469160768453, + "grad_norm": 66048.0, + "learning_rate": 9e-05, + "loss": 7.944975280761719, + "step": 3300 + }, + { + "epoch": 0.22379507920458375, + "grad_norm": 55552.0, + "learning_rate": 9e-05, + "loss": 7.941332244873047, + "step": 3320 + }, + { + "epoch": 0.22514324233232222, + "grad_norm": 50944.0, + "learning_rate": 9e-05, + "loss": 7.942752838134766, + "step": 3340 + }, + { + "epoch": 0.22649140546006066, + "grad_norm": 45056.0, + "learning_rate": 9e-05, + "loss": 7.944989776611328, + "step": 3360 + }, + { + "epoch": 0.22783956858779914, + "grad_norm": 41472.0, + "learning_rate": 9e-05, + "loss": 7.944638061523437, + "step": 3380 + }, + { + "epoch": 0.22918773171553758, + "grad_norm": 36096.0, + "learning_rate": 9e-05, + "loss": 7.947166442871094, + "step": 3400 + }, + { + "epoch": 0.23053589484327602, + "grad_norm": 30976.0, + "learning_rate": 9e-05, + "loss": 7.942933654785156, + "step": 3420 + }, + { + "epoch": 0.2318840579710145, + "grad_norm": 25984.0, + "learning_rate": 9e-05, + "loss": 7.943355560302734, + "step": 3440 + }, + { + "epoch": 0.23323222109875294, + "grad_norm": 21248.0, + "learning_rate": 9e-05, + "loss": 7.946878051757812, + "step": 3460 + }, + { + "epoch": 0.2345803842264914, + "grad_norm": 19328.0, + "learning_rate": 9e-05, + "loss": 7.947051239013672, + "step": 3480 + }, + { + "epoch": 0.23592854735422986, + "grad_norm": 13888.0, + "learning_rate": 9e-05, + "loss": 7.948851776123047, + "step": 3500 + }, + { + "epoch": 0.23592854735422986, + "eval_loss": 7.94517707824707, + "eval_runtime": 15.5951, + "eval_samples_per_second": 610.899, + "eval_steps_per_second": 0.641, + "step": 3500 + } + ], + "logging_steps": 20, + "max_steps": 3500, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 1.1291993309184e+16, + "train_batch_size": 64, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/training_args.bin b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..84ee1b2088a7a860039dc8899e00e808bba12681 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbef44510a94eb5cb72bd4ee070785baaf50e0c1e2b6e458c1f0434d3060c9c +size 4920 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1bfbd24f6390be5f8030dedd461eef3c99f05a4d --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/config.json @@ -0,0 +1,36 @@ +{ + "activation": "waleed10", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 100, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 4 +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/model.safetensors b/zain/Activation/out/glu-waleed10-100L_trash_run/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..adba3b76b744240a6708573a65b11934532ee20f --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1812a20017bb40c24b272a5c8b44ce4171ee5bec3218a7556e98436f4947e12b +size 33967272 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/tokenizer.json b/zain/Activation/out/glu-waleed10-100L_trash_run/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/tokenizer_config.json b/zain/Activation/out/glu-waleed10-100L_trash_run/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/training_args.bin b/zain/Activation/out/glu-waleed10-100L_trash_run/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..84ee1b2088a7a860039dc8899e00e808bba12681 --- /dev/null +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbef44510a94eb5cb72bd4ee070785baaf50e0c1e2b6e458c1f0434d3060c9c +size 4920 diff --git a/zain/Activation/out/glu-waleed10-100L_trash_run/training_log.jsonl b/zain/Activation/out/glu-waleed10-100L_trash_run/training_log.jsonl index 48e7739b97099e01a5ce5cd129caebd7fd5159c1..5e2a79164c0ee9fc973ccec5038c4861156bea9e 100644 --- a/zain/Activation/out/glu-waleed10-100L_trash_run/training_log.jsonl +++ b/zain/Activation/out/glu-waleed10-100L_trash_run/training_log.jsonl @@ -1,22 +1,3 @@ -{"step": 2520, "epoch": 0.1698685540950455, "timestamp": 1786742537.8479738, "loss": 2.104612922668457, "grad_norm": 26738688.0, "learning_rate": 3.4200000000000005e-05, "train/total_time_seconds": 7.1946938671171665, "train/time_per_step_avg": 0.35973469335585834, "train/epoch_time_elapsed": 8.381956741213799, "train/estimated_remaining_minutes": 0.0466322750646483, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.13265991210938, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00162506103515625, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.546875, "train/tensor_act_model_layers_0_residual_post_attn/norm": 188.3875732421875, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.001617431640625, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.091796875, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.341796875, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.341796875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.33203125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.673828125, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1031.6591796875, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.0004367828369140625, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.35546875, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 1.734375, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -1.734375, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 3.46875, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1036.91552734375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.00064849853515625, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.357421875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -1.9765625, "train/tensor_act_model_layers_0_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_0_mlp_up_proj/range": 3.9140625, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 196.24281311035156, "train/tensor_act_model_layers_0_mlp_down_proj/mean": -0.000637054443359375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.095703125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.5546875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.5546875, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.05859375, "train/tensor_act_model_layers_0_mlp/norm": 196.19093322753906, "train/tensor_act_model_layers_0_mlp/mean": -0.000640869140625, "train/tensor_act_model_layers_0_mlp/std": 0.095703125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.55078125, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.5, "train/tensor_act_model_layers_0_mlp/max": 0.55078125, "train/tensor_act_model_layers_0_mlp/range": 1.05078125, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 287.69989013671875, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.0009765625, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.140625, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.6328125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.56640625, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.6328125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.19921875, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 287.69989013671875, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.0009765625, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.140625, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.6328125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.56640625, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.6328125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.19921875, "train/tensor_act_model_layers_1_residual_post_attn/norm": 295.4713134765625, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.002655029296875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.14453125, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.7421875, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.578125, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.7421875, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.3203125, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1048.9859619140625, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.0011749267578125, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.361328125, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.234375, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.234375, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 1.8359375, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.0703125, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1044.041748046875, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.003082275390625, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_1_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_1_mlp_up_proj/range": 4.0234375, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 232.29847717285156, "train/tensor_act_model_layers_1_mlp_down_proj/mean": -0.000514984130859375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.11328125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.8984375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -0.8984375, "train/tensor_act_model_layers_1_mlp_down_proj/max": 0.8515625, "train/tensor_act_model_layers_1_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_1_mlp/norm": 232.16665649414062, "train/tensor_act_model_layers_1_mlp/mean": -0.000514984130859375, "train/tensor_act_model_layers_1_mlp/std": 0.11328125, "train/tensor_act_model_layers_1_mlp/max_abs": 0.8828125, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -0.8828125, "train/tensor_act_model_layers_1_mlp/max": 0.83984375, "train/tensor_act_model_layers_1_mlp/range": 1.72265625, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 437.1639404296875, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.00213623046875, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.2138671875, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.234375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.234375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.15625, "train/tensor_act_model_layers_1_residual_post_mlp/range": 2.390625, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 437.1639404296875, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.00213623046875, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.2138671875, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.234375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.234375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.15625, "train/tensor_act_model_layers_2_residual_pre_attn/range": 2.390625, "train/tensor_act_model_layers_2_residual_post_attn/norm": 454.8209533691406, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.005401611328125, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.2216796875, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.2578125, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.25, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.2578125, "train/tensor_act_model_layers_2_residual_post_attn/range": 2.5078125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 928.2725219726562, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.00185394287109375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.3203125, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -1.7265625, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 3.8046875, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 923.7018432617188, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.00299072265625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.318359375, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 1.6796875, "train/tensor_act_model_layers_2_mlp_up_proj/range": 3.5, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 166.378662109375, "train/tensor_act_model_layers_2_mlp_down_proj/mean": -0.00119781494140625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.0810546875, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.65234375, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.60546875, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.65234375, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.2578125, "train/tensor_act_model_layers_2_mlp/norm": 166.3594970703125, "train/tensor_act_model_layers_2_mlp/mean": -0.00119781494140625, "train/tensor_act_model_layers_2_mlp/std": 0.0810546875, "train/tensor_act_model_layers_2_mlp/max_abs": 0.6484375, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.6015625, "train/tensor_act_model_layers_2_mlp/max": 0.6484375, "train/tensor_act_model_layers_2_mlp/range": 1.25, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 547.4056396484375, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.00421142578125, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.267578125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 1.6875, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.6875, "train/tensor_act_model_layers_2_residual_post_mlp/max": 1.5390625, "train/tensor_act_model_layers_2_residual_post_mlp/range": 3.2265625, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 547.4056396484375, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.00421142578125, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.267578125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 1.6875, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.6875, "train/tensor_act_model_layers_3_residual_pre_attn/max": 1.5390625, "train/tensor_act_model_layers_3_residual_pre_attn/range": 3.2265625, "train/tensor_act_model_layers_3_residual_post_attn/norm": 571.0619506835938, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.002685546875, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.279296875, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 1.75, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.75, "train/tensor_act_model_layers_3_residual_post_attn/max": 1.625, "train/tensor_act_model_layers_3_residual_post_attn/range": 3.375, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 916.2734985351562, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.005615234375, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.31640625, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -1.75, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 3.890625, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 916.3175048828125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.00762939453125, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.31640625, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 1.8125, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_3_mlp_up_proj/max": 1.65625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 3.46875, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 140.5626220703125, "train/tensor_act_model_layers_3_mlp_down_proj/mean": -0.0015411376953125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.06884765625, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.44921875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.44921875, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.427734375, "train/tensor_act_model_layers_3_mlp_down_proj/range": 0.876953125, "train/tensor_act_model_layers_3_mlp/norm": 140.56146240234375, "train/tensor_act_model_layers_3_mlp/mean": -0.0015411376953125, "train/tensor_act_model_layers_3_mlp/std": 0.06884765625, "train/tensor_act_model_layers_3_mlp/max_abs": 0.447265625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.447265625, "train/tensor_act_model_layers_3_mlp/max": 0.42578125, "train/tensor_act_model_layers_3_mlp/range": 0.873046875, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 637.2283325195312, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.00115203857421875, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.310546875, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 1.9609375, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.9609375, "train/tensor_act_model_layers_3_residual_post_mlp/max": 1.7890625, "train/tensor_act_model_layers_3_residual_post_mlp/range": 3.75, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 637.2283325195312, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.00115203857421875, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.310546875, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 1.9609375, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.9609375, "train/tensor_act_model_layers_4_residual_pre_attn/max": 1.7890625, "train/tensor_act_model_layers_4_residual_pre_attn/range": 3.75, "train/tensor_act_model_layers_4_residual_post_attn/norm": 661.9960327148438, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.00146484375, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.322265625, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -2.0, "train/tensor_act_model_layers_4_residual_post_attn/max": 1.9296875, "train/tensor_act_model_layers_4_residual_post_attn/range": 3.9296875, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 898.5927124023438, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": 0.0038299560546875, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.310546875, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.5703125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 3.5078125, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 892.5604248046875, "train/tensor_act_model_layers_4_mlp_up_proj/mean": -0.004486083984375, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.30859375, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 1.7109375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -1.7109375, "train/tensor_act_model_layers_4_mlp_up_proj/max": 1.6953125, "train/tensor_act_model_layers_4_mlp_up_proj/range": 3.40625, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 138.83731079101562, "train/tensor_act_model_layers_4_mlp_down_proj/mean": -0.00086212158203125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.06787109375, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.412109375, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.412109375, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.39453125, "train/tensor_act_model_layers_4_mlp_down_proj/range": 0.806640625, "train/tensor_act_model_layers_4_mlp/norm": 138.83702087402344, "train/tensor_act_model_layers_4_mlp/mean": -0.00086212158203125, "train/tensor_act_model_layers_4_mlp/std": 0.06787109375, "train/tensor_act_model_layers_4_mlp/max_abs": 0.41015625, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.41015625, "train/tensor_act_model_layers_4_mlp/max": 0.392578125, "train/tensor_act_model_layers_4_mlp/range": 0.802734375, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 731.44677734375, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.000606536865234375, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.357421875, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 2.15625, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -2.15625, "train/tensor_act_model_layers_4_residual_post_mlp/max": 2.125, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.28125, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 731.44677734375, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.000606536865234375, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.357421875, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 2.15625, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -2.15625, "train/tensor_act_model_layers_5_residual_pre_attn/max": 2.125, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.28125, "train/tensor_act_model_layers_5_residual_post_attn/norm": 761.73583984375, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.00012683868408203125, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.37109375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 2.375, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -2.375, "train/tensor_act_model_layers_5_residual_post_attn/max": 2.078125, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.453125, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 958.1025390625, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": -0.0010986328125, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.330078125, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 1.7734375, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 3.6484375, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 963.53759765625, "train/tensor_act_model_layers_5_mlp_up_proj/mean": -0.0017547607421875, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.33203125, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_5_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_5_mlp_up_proj/range": 3.859375, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 138.6352081298828, "train/tensor_act_model_layers_5_mlp_down_proj/mean": -9.965896606445312e-05, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.06787109375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.4296875, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.41015625, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.4296875, "train/tensor_act_model_layers_5_mlp_down_proj/range": 0.83984375, "train/tensor_act_model_layers_5_mlp/norm": 138.63502502441406, "train/tensor_act_model_layers_5_mlp/mean": -9.965896606445312e-05, "train/tensor_act_model_layers_5_mlp/std": 0.06787109375, "train/tensor_act_model_layers_5_mlp/max_abs": 0.427734375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.408203125, "train/tensor_act_model_layers_5_mlp/max": 0.427734375, "train/tensor_act_model_layers_5_mlp/range": 0.8359375, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 802.8756103515625, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 2.6702880859375e-05, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.392578125, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 2.5625, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -2.5625, "train/tensor_act_model_layers_5_residual_post_mlp/max": 2.171875, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.734375, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 802.8756103515625, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 2.6702880859375e-05, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.392578125, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 2.5625, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -2.5625, "train/tensor_act_model_layers_6_residual_pre_attn/max": 2.171875, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.734375, "train/tensor_act_model_layers_6_residual_post_attn/norm": 806.3452758789062, "train/tensor_act_model_layers_6_residual_post_attn/mean": -0.0001678466796875, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.39453125, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 2.5625, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -2.5625, "train/tensor_act_model_layers_6_residual_post_attn/max": 2.1875, "train/tensor_act_model_layers_6_residual_post_attn/range": 4.75, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 945.4182739257812, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": 0.0038604736328125, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.326171875, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.8046875, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 1.71875, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 3.5234375, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 944.8777465820312, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.003204345703125, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.326171875, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_6_mlp_up_proj/max": 1.734375, "train/tensor_act_model_layers_6_mlp_up_proj/range": 3.5859375, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 135.3187713623047, "train/tensor_act_model_layers_6_mlp_down_proj/mean": -0.000946044921875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.06591796875, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.474609375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.474609375, "train/tensor_act_model_layers_6_mlp_down_proj/max": 0.439453125, "train/tensor_act_model_layers_6_mlp_down_proj/range": 0.9140625, "train/tensor_act_model_layers_6_mlp/norm": 135.3177490234375, "train/tensor_act_model_layers_6_mlp/mean": -0.000946044921875, "train/tensor_act_model_layers_6_mlp/std": 0.06591796875, "train/tensor_act_model_layers_6_mlp/max_abs": 0.47265625, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.47265625, "train/tensor_act_model_layers_6_mlp/max": 0.4375, "train/tensor_act_model_layers_6_mlp/range": 0.91015625, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 852.9081420898438, "train/tensor_act_model_layers_6_residual_post_mlp/mean": -0.0011138916015625, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.416015625, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 2.78125, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -2.78125, "train/tensor_act_model_layers_6_residual_post_mlp/max": 2.34375, "train/tensor_act_model_layers_6_residual_post_mlp/range": 5.125, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 852.9081420898438, "train/tensor_act_model_layers_7_residual_pre_attn/mean": -0.0011138916015625, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.416015625, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 2.78125, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -2.78125, "train/tensor_act_model_layers_7_residual_pre_attn/max": 2.34375, "train/tensor_act_model_layers_7_residual_pre_attn/range": 5.125, "train/tensor_act_model_layers_7_residual_post_attn/norm": 872.2539672851562, "train/tensor_act_model_layers_7_residual_post_attn/mean": -0.0009613037109375, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.42578125, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 2.859375, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -2.859375, "train/tensor_act_model_layers_7_residual_post_attn/max": 2.3125, "train/tensor_act_model_layers_7_residual_post_attn/range": 5.171875, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 973.6007690429688, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.005462646484375, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.3359375, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.734375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 968.558837890625, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.0003662109375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.333984375, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_7_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_7_mlp_up_proj/range": 3.8515625, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 147.05807495117188, "train/tensor_act_model_layers_7_mlp_down_proj/mean": -0.000469207763671875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.07177734375, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.47265625, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.47265625, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.470703125, "train/tensor_act_model_layers_7_mlp_down_proj/range": 0.943359375, "train/tensor_act_model_layers_7_mlp/norm": 147.05746459960938, "train/tensor_act_model_layers_7_mlp/mean": -0.000469207763671875, "train/tensor_act_model_layers_7_mlp/std": 0.07177734375, "train/tensor_act_model_layers_7_mlp/max_abs": 0.470703125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.470703125, "train/tensor_act_model_layers_7_mlp/max": 0.46875, "train/tensor_act_model_layers_7_mlp/range": 0.939453125, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 925.9852294921875, "train/tensor_act_model_layers_7_residual_post_mlp/mean": -0.001434326171875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.451171875, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 3.09375, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -3.09375, "train/tensor_act_model_layers_7_residual_post_mlp/max": 2.640625, "train/tensor_act_model_layers_7_residual_post_mlp/range": 5.734375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 925.9852294921875, "train/tensor_act_model_layers_8_residual_pre_attn/mean": -0.001434326171875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.451171875, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 3.09375, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -3.09375, "train/tensor_act_model_layers_8_residual_pre_attn/max": 2.640625, "train/tensor_act_model_layers_8_residual_pre_attn/range": 5.734375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 980.2263793945312, "train/tensor_act_model_layers_8_residual_post_attn/mean": 0.001800537109375, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.478515625, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 3.09375, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -3.09375, "train/tensor_act_model_layers_8_residual_post_attn/max": 2.71875, "train/tensor_act_model_layers_8_residual_post_attn/range": 5.8125, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 1001.7429809570312, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.0001373291015625, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.345703125, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 1.984375, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.984375, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 1.671875, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 3.65625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 1012.2215576171875, "train/tensor_act_model_layers_8_mlp_up_proj/mean": 0.00274658203125, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.349609375, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 1.828125, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_8_mlp_up_proj/max": 1.7109375, "train/tensor_act_model_layers_8_mlp_up_proj/range": 3.5390625, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 150.0624542236328, "train/tensor_act_model_layers_8_mlp_down_proj/mean": -0.00075531005859375, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.0732421875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.49609375, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.49609375, "train/tensor_act_model_layers_8_mlp_down_proj/max": 0.478515625, "train/tensor_act_model_layers_8_mlp_down_proj/range": 0.974609375, "train/tensor_act_model_layers_8_mlp/norm": 150.06072998046875, "train/tensor_act_model_layers_8_mlp/mean": -0.00075531005859375, "train/tensor_act_model_layers_8_mlp/std": 0.0732421875, "train/tensor_act_model_layers_8_mlp/max_abs": 0.494140625, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.494140625, "train/tensor_act_model_layers_8_mlp/max": 0.4765625, "train/tensor_act_model_layers_8_mlp/range": 0.970703125, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 1018.7985229492188, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 0.00104522705078125, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.498046875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 3.140625, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -3.140625, "train/tensor_act_model_layers_8_residual_post_mlp/max": 2.859375, "train/tensor_act_model_layers_8_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 1018.7985229492188, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 0.00104522705078125, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.498046875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 3.140625, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -3.140625, "train/tensor_act_model_layers_9_residual_pre_attn/max": 2.859375, "train/tensor_act_model_layers_9_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_9_residual_post_attn/norm": 1024.8895263671875, "train/tensor_act_model_layers_9_residual_post_attn/mean": 0.00011205673217773438, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.5, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 3.21875, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -3.21875, "train/tensor_act_model_layers_9_residual_post_attn/max": 2.875, "train/tensor_act_model_layers_9_residual_post_attn/range": 6.09375, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 1003.514892578125, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.00194549560546875, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.345703125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.96875, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 1004.0805053710938, "train/tensor_act_model_layers_9_mlp_up_proj/mean": 0.00162506103515625, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.345703125, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_9_mlp_up_proj/max": 1.8984375, "train/tensor_act_model_layers_9_mlp_up_proj/range": 3.7734375, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 149.22157287597656, "train/tensor_act_model_layers_9_mlp_down_proj/mean": -0.00090789794921875, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.07275390625, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.447265625, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.423828125, "train/tensor_act_model_layers_9_mlp_down_proj/max": 0.447265625, "train/tensor_act_model_layers_9_mlp_down_proj/range": 0.87109375, "train/tensor_act_model_layers_9_mlp/norm": 149.22084045410156, "train/tensor_act_model_layers_9_mlp/mean": -0.00090789794921875, "train/tensor_act_model_layers_9_mlp/std": 0.07275390625, "train/tensor_act_model_layers_9_mlp/max_abs": 0.4453125, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.421875, "train/tensor_act_model_layers_9_mlp/max": 0.4453125, "train/tensor_act_model_layers_9_mlp/range": 0.8671875, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 1066.52783203125, "train/tensor_act_model_layers_9_residual_post_mlp/mean": -0.000797271728515625, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.51953125, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 3.28125, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -3.28125, "train/tensor_act_model_layers_9_residual_post_mlp/max": 2.953125, "train/tensor_act_model_layers_9_residual_post_mlp/range": 6.234375, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 1066.52783203125, "train/tensor_act_model_layers_10_residual_pre_attn/mean": -0.000797271728515625, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.51953125, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 3.28125, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -3.28125, "train/tensor_act_model_layers_10_residual_pre_attn/max": 2.953125, "train/tensor_act_model_layers_10_residual_pre_attn/range": 6.234375, "train/tensor_act_model_layers_10_residual_post_attn/norm": 1074.7982177734375, "train/tensor_act_model_layers_10_residual_post_attn/mean": -0.000629425048828125, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.5234375, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 3.296875, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -3.296875, "train/tensor_act_model_layers_10_residual_post_attn/max": 2.984375, "train/tensor_act_model_layers_10_residual_post_attn/range": 6.28125, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 1005.7401733398438, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": -0.004791259765625, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.34765625, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 1.8046875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.6015625, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 1011.4027709960938, "train/tensor_act_model_layers_10_mlp_up_proj/mean": 0.002899169921875, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.349609375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_10_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_10_mlp_up_proj/range": 3.78125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 149.39488220214844, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.00060272216796875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.07275390625, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.44921875, "train/tensor_act_model_layers_10_mlp_down_proj/max": 0.50390625, "train/tensor_act_model_layers_10_mlp_down_proj/range": 0.953125, "train/tensor_act_model_layers_10_mlp/norm": 149.394287109375, "train/tensor_act_model_layers_10_mlp/mean": 0.00060272216796875, "train/tensor_act_model_layers_10_mlp/std": 0.07275390625, "train/tensor_act_model_layers_10_mlp/max_abs": 0.5, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.447265625, "train/tensor_act_model_layers_10_mlp/max": 0.5, "train/tensor_act_model_layers_10_mlp/range": 0.947265625, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 1117.3106689453125, "train/tensor_act_model_layers_10_residual_post_mlp/mean": -2.6702880859375e-05, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.546875, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 3.4375, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -3.4375, "train/tensor_act_model_layers_10_residual_post_mlp/max": 3.140625, "train/tensor_act_model_layers_10_residual_post_mlp/range": 6.578125, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 1117.3106689453125, "train/tensor_act_model_layers_11_residual_pre_attn/mean": -2.6702880859375e-05, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.546875, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 3.4375, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -3.4375, "train/tensor_act_model_layers_11_residual_pre_attn/max": 3.140625, "train/tensor_act_model_layers_11_residual_pre_attn/range": 6.578125, "train/tensor_act_model_layers_11_residual_post_attn/norm": 1126.2967529296875, "train/tensor_act_model_layers_11_residual_post_attn/mean": -0.00131988525390625, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.55078125, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 3.453125, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -3.453125, "train/tensor_act_model_layers_11_residual_post_attn/max": 3.140625, "train/tensor_act_model_layers_11_residual_post_attn/range": 6.59375, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 1002.0593872070312, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.00872802734375, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.345703125, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 3.859375, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 1007.4928588867188, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.005218505859375, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.34765625, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 1.8125, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_11_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_11_mlp_up_proj/range": 3.59375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 151.88177490234375, "train/tensor_act_model_layers_11_mlp_down_proj/mean": -0.00116729736328125, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.07421875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.49609375, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.49609375, "train/tensor_act_model_layers_11_mlp_down_proj/max": 0.46484375, "train/tensor_act_model_layers_11_mlp_down_proj/range": 0.9609375, "train/tensor_act_model_layers_11_mlp/norm": 151.88088989257812, "train/tensor_act_model_layers_11_mlp/mean": -0.00116729736328125, "train/tensor_act_model_layers_11_mlp/std": 0.07421875, "train/tensor_act_model_layers_11_mlp/max_abs": 0.494140625, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.494140625, "train/tensor_act_model_layers_11_mlp/max": 0.462890625, "train/tensor_act_model_layers_11_mlp/range": 0.95703125, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 1175.996337890625, "train/tensor_act_model_layers_11_residual_post_mlp/mean": -0.0024871826171875, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.57421875, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 3.625, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -3.625, "train/tensor_act_model_layers_11_residual_post_mlp/max": 3.265625, "train/tensor_act_model_layers_11_residual_post_mlp/range": 6.890625, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 1175.996337890625, "train/tensor_act_model_layers_12_residual_pre_attn/mean": -0.0024871826171875, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.57421875, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 3.625, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -3.625, "train/tensor_act_model_layers_12_residual_pre_attn/max": 3.265625, "train/tensor_act_model_layers_12_residual_pre_attn/range": 6.890625, "train/tensor_act_model_layers_12_residual_post_attn/norm": 1208.1204833984375, "train/tensor_act_model_layers_12_residual_post_attn/mean": -0.00092315673828125, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.58984375, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 3.765625, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -3.765625, "train/tensor_act_model_layers_12_residual_post_attn/max": 3.265625, "train/tensor_act_model_layers_12_residual_post_attn/range": 7.03125, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 1016.163330078125, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.0067138671875, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.3515625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 3.9453125, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 1026.021728515625, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.001373291015625, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.353515625, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_12_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_12_mlp_up_proj/range": 4.015625, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 157.22093200683594, "train/tensor_act_model_layers_12_mlp_down_proj/mean": -0.0008697509765625, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.07666015625, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.60546875, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.51171875, "train/tensor_act_model_layers_12_mlp_down_proj/max": 0.60546875, "train/tensor_act_model_layers_12_mlp_down_proj/range": 1.1171875, "train/tensor_act_model_layers_12_mlp/norm": 157.2190399169922, "train/tensor_act_model_layers_12_mlp/mean": -0.0008697509765625, "train/tensor_act_model_layers_12_mlp/std": 0.07666015625, "train/tensor_act_model_layers_12_mlp/max_abs": 0.6015625, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.5078125, "train/tensor_act_model_layers_12_mlp/max": 0.6015625, "train/tensor_act_model_layers_12_mlp/range": 1.109375, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 1247.471435546875, "train/tensor_act_model_layers_12_residual_post_mlp/mean": -0.00179290771484375, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.609375, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 3.71875, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": -3.71875, "train/tensor_act_model_layers_12_residual_post_mlp/max": 3.359375, "train/tensor_act_model_layers_12_residual_post_mlp/range": 7.078125, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 1247.471435546875, "train/tensor_act_model_layers_13_residual_pre_attn/mean": -0.00179290771484375, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.609375, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 3.71875, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": -3.71875, "train/tensor_act_model_layers_13_residual_pre_attn/max": 3.359375, "train/tensor_act_model_layers_13_residual_pre_attn/range": 7.078125, "train/tensor_act_model_layers_13_residual_post_attn/norm": 1281.0106201171875, "train/tensor_act_model_layers_13_residual_post_attn/mean": -0.00151824951171875, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.625, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 3.90625, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": -3.90625, "train/tensor_act_model_layers_13_residual_post_attn/max": 3.421875, "train/tensor_act_model_layers_13_residual_post_attn/range": 7.328125, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 1010.78466796875, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.001312255859375, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.349609375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.9453125, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 1.8125, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.7578125, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 1007.7110595703125, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.00469970703125, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.34765625, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_13_mlp_up_proj/max": 1.8046875, "train/tensor_act_model_layers_13_mlp_up_proj/range": 3.8359375, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 148.8642120361328, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.000583648681640625, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.07275390625, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.4765625, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.427734375, "train/tensor_act_model_layers_13_mlp_down_proj/max": 0.4765625, "train/tensor_act_model_layers_13_mlp_down_proj/range": 0.904296875, "train/tensor_act_model_layers_13_mlp/norm": 148.86390686035156, "train/tensor_act_model_layers_13_mlp/mean": 0.000583648681640625, "train/tensor_act_model_layers_13_mlp/std": 0.07275390625, "train/tensor_act_model_layers_13_mlp/max_abs": 0.474609375, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.42578125, "train/tensor_act_model_layers_13_mlp/max": 0.474609375, "train/tensor_act_model_layers_13_mlp/range": 0.900390625, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 1314.091064453125, "train/tensor_act_model_layers_13_residual_post_mlp/mean": -0.00093841552734375, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.640625, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 4.0625, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": -4.0625, "train/tensor_act_model_layers_13_residual_post_mlp/max": 3.40625, "train/tensor_act_model_layers_13_residual_post_mlp/range": 7.46875, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 1314.091064453125, "train/tensor_act_model_layers_14_residual_pre_attn/mean": -0.00093841552734375, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.640625, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 4.0625, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": -4.0625, "train/tensor_act_model_layers_14_residual_pre_attn/max": 3.40625, "train/tensor_act_model_layers_14_residual_pre_attn/range": 7.46875, "train/tensor_act_model_layers_14_residual_post_attn/norm": 1326.1279296875, "train/tensor_act_model_layers_14_residual_post_attn/mean": -0.00010538101196289062, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.6484375, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 4.03125, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/min": -4.03125, "train/tensor_act_model_layers_14_residual_post_attn/max": 3.359375, "train/tensor_act_model_layers_14_residual_post_attn/range": 7.390625, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 1011.1334228515625, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": 0.00139617919921875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.349609375, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 1.8203125, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.734375, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 1010.3311157226562, "train/tensor_act_model_layers_14_mlp_up_proj/mean": 0.00080108642578125, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.349609375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 1.828125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 1.828125, "train/tensor_act_model_layers_14_mlp_up_proj/range": 3.6484375, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 150.23887634277344, "train/tensor_act_model_layers_14_mlp_down_proj/mean": -0.00041961669921875, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.0732421875, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.453125, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.44140625, "train/tensor_act_model_layers_14_mlp_down_proj/max": 0.453125, "train/tensor_act_model_layers_14_mlp_down_proj/range": 0.89453125, "train/tensor_act_model_layers_14_mlp/norm": 150.23843383789062, "train/tensor_act_model_layers_14_mlp/mean": -0.00041961669921875, "train/tensor_act_model_layers_14_mlp/std": 0.0732421875, "train/tensor_act_model_layers_14_mlp/max_abs": 0.451171875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.439453125, "train/tensor_act_model_layers_14_mlp/max": 0.451171875, "train/tensor_act_model_layers_14_mlp/range": 0.890625, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 1363.8743896484375, "train/tensor_act_model_layers_14_residual_post_mlp/mean": -0.000522613525390625, "train/tensor_act_model_layers_14_residual_post_mlp/std": 0.6640625, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 4.125, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": -4.125, "train/tensor_act_model_layers_14_residual_post_mlp/max": 3.53125, "train/tensor_act_model_layers_14_residual_post_mlp/range": 7.65625, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 1363.8743896484375, "train/tensor_act_model_layers_15_residual_pre_attn/mean": -0.000522613525390625, "train/tensor_act_model_layers_15_residual_pre_attn/std": 0.6640625, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 4.125, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": -4.125, "train/tensor_act_model_layers_15_residual_pre_attn/max": 3.53125, "train/tensor_act_model_layers_15_residual_pre_attn/range": 7.65625, "train/tensor_act_model_layers_15_residual_post_attn/norm": 1394.629150390625, "train/tensor_act_model_layers_15_residual_post_attn/mean": 0.0003490447998046875, "train/tensor_act_model_layers_15_residual_post_attn/std": 0.6796875, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 4.1875, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/min": -4.1875, "train/tensor_act_model_layers_15_residual_post_attn/max": 3.578125, "train/tensor_act_model_layers_15_residual_post_attn/range": 7.765625, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 1021.2469482421875, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": 0.000438690185546875, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.353515625, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.9609375, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 1.8203125, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 3.78125, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 1019.756591796875, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.00970458984375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.3515625, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -1.7734375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_15_mlp_up_proj/range": 3.515625, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 151.1975555419922, "train/tensor_act_model_layers_15_mlp_down_proj/mean": -0.0005645751953125, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.07373046875, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.458984375, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.41796875, "train/tensor_act_model_layers_15_mlp_down_proj/max": 0.458984375, "train/tensor_act_model_layers_15_mlp_down_proj/range": 0.876953125, "train/tensor_act_model_layers_15_mlp/norm": 151.19732666015625, "train/tensor_act_model_layers_15_mlp/mean": -0.0005645751953125, "train/tensor_act_model_layers_15_mlp/std": 0.07373046875, "train/tensor_act_model_layers_15_mlp/max_abs": 0.45703125, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.416015625, "train/tensor_act_model_layers_15_mlp/max": 0.45703125, "train/tensor_act_model_layers_15_mlp/range": 0.873046875, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 1429.1016845703125, "train/tensor_act_model_layers_15_residual_post_mlp/mean": -0.00021457672119140625, "train/tensor_act_model_layers_15_residual_post_mlp/std": 0.69921875, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 4.25, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": -4.25, "train/tensor_act_model_layers_15_residual_post_mlp/max": 3.609375, "train/tensor_act_model_layers_15_residual_post_mlp/range": 7.859375, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 1429.1016845703125, "train/tensor_act_model_layers_16_residual_pre_attn/mean": -0.00021457672119140625, "train/tensor_act_model_layers_16_residual_pre_attn/std": 0.69921875, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 4.25, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": -4.25, "train/tensor_act_model_layers_16_residual_pre_attn/max": 3.609375, "train/tensor_act_model_layers_16_residual_pre_attn/range": 7.859375, "train/tensor_act_model_layers_16_residual_post_attn/norm": 1460.2506103515625, "train/tensor_act_model_layers_16_residual_post_attn/mean": -4.291534423828125e-05, "train/tensor_act_model_layers_16_residual_post_attn/std": 0.71484375, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 4.25, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/min": -4.25, "train/tensor_act_model_layers_16_residual_post_attn/max": 3.65625, "train/tensor_act_model_layers_16_residual_post_attn/range": 7.90625, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 1040.3477783203125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.00286865234375, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.359375, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.8984375, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 3.78125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 1043.6142578125, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.0069580078125, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.359375, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -1.859375, "train/tensor_act_model_layers_16_mlp_up_proj/max": 1.890625, "train/tensor_act_model_layers_16_mlp_up_proj/range": 3.75, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 156.31362915039062, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.001953125, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.076171875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.474609375, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.474609375, "train/tensor_act_model_layers_16_mlp_down_proj/max": 0.42578125, "train/tensor_act_model_layers_16_mlp_down_proj/range": 0.900390625, "train/tensor_act_model_layers_16_mlp/norm": 156.31307983398438, "train/tensor_act_model_layers_16_mlp/mean": 0.001953125, "train/tensor_act_model_layers_16_mlp/std": 0.076171875, "train/tensor_act_model_layers_16_mlp/max_abs": 0.47265625, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.47265625, "train/tensor_act_model_layers_16_mlp/max": 0.423828125, "train/tensor_act_model_layers_16_mlp/range": 0.896484375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 1485.4100341796875, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 0.0019073486328125, "train/tensor_act_model_layers_16_residual_post_mlp/std": 0.7265625, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 4.28125, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": -4.28125, "train/tensor_act_model_layers_16_residual_post_mlp/max": 3.796875, "train/tensor_act_model_layers_16_residual_post_mlp/range": 8.078125, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 1485.4100341796875, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 0.0019073486328125, "train/tensor_act_model_layers_17_residual_pre_attn/std": 0.7265625, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 4.28125, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": -4.28125, "train/tensor_act_model_layers_17_residual_pre_attn/max": 3.796875, "train/tensor_act_model_layers_17_residual_pre_attn/range": 8.078125, "train/tensor_act_model_layers_17_residual_post_attn/norm": 1496.7781982421875, "train/tensor_act_model_layers_17_residual_post_attn/mean": 0.001708984375, "train/tensor_act_model_layers_17_residual_post_attn/std": 0.73046875, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 4.28125, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/min": -4.28125, "train/tensor_act_model_layers_17_residual_post_attn/max": 3.8125, "train/tensor_act_model_layers_17_residual_post_attn/range": 8.09375, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 1046.10986328125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.005401611328125, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.361328125, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.859375, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 3.859375, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 1056.8450927734375, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.001007080078125, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 1.828125, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -1.796875, "train/tensor_act_model_layers_17_mlp_up_proj/max": 1.828125, "train/tensor_act_model_layers_17_mlp_up_proj/range": 3.625, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 160.14064025878906, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.00031280517578125, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.078125, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 0.484375, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_17_mlp_down_proj/max": 0.484375, "train/tensor_act_model_layers_17_mlp_down_proj/range": 0.94140625, "train/tensor_act_model_layers_17_mlp/norm": 160.1398162841797, "train/tensor_act_model_layers_17_mlp/mean": 0.00031280517578125, "train/tensor_act_model_layers_17_mlp/std": 0.078125, "train/tensor_act_model_layers_17_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.455078125, "train/tensor_act_model_layers_17_mlp/max": 0.482421875, "train/tensor_act_model_layers_17_mlp/range": 0.9375, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 1525.7940673828125, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 0.0020294189453125, "train/tensor_act_model_layers_17_residual_post_mlp/std": 0.74609375, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 4.375, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": -4.375, "train/tensor_act_model_layers_17_residual_post_mlp/max": 3.8125, "train/tensor_act_model_layers_17_residual_post_mlp/range": 8.1875, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 1525.7940673828125, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 0.0020294189453125, "train/tensor_act_model_layers_18_residual_pre_attn/std": 0.74609375, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 4.375, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": -4.375, "train/tensor_act_model_layers_18_residual_pre_attn/max": 3.8125, "train/tensor_act_model_layers_18_residual_pre_attn/range": 8.1875, "train/tensor_act_model_layers_18_residual_post_attn/norm": 1534.655029296875, "train/tensor_act_model_layers_18_residual_post_attn/mean": 0.00148773193359375, "train/tensor_act_model_layers_18_residual_post_attn/std": 0.75, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 4.34375, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/min": -4.34375, "train/tensor_act_model_layers_18_residual_post_attn/max": 3.828125, "train/tensor_act_model_layers_18_residual_post_attn/range": 8.171875, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 1060.1142578125, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": 0.0010528564453125, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.8984375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 3.75, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 1064.8992919921875, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.0003757476806640625, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_18_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_18_mlp_up_proj/range": 3.96875, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 165.15213012695312, "train/tensor_act_model_layers_18_mlp_down_proj/mean": -0.000377655029296875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.08056640625, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 0.4609375, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.4609375, "train/tensor_act_model_layers_18_mlp_down_proj/max": 0.44921875, "train/tensor_act_model_layers_18_mlp_down_proj/range": 0.91015625, "train/tensor_act_model_layers_18_mlp/norm": 165.15115356445312, "train/tensor_act_model_layers_18_mlp/mean": -0.000377655029296875, "train/tensor_act_model_layers_18_mlp/std": 0.08056640625, "train/tensor_act_model_layers_18_mlp/max_abs": 0.458984375, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.458984375, "train/tensor_act_model_layers_18_mlp/max": 0.447265625, "train/tensor_act_model_layers_18_mlp/range": 0.90625, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 1564.128173828125, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 0.00110626220703125, "train/tensor_act_model_layers_18_residual_post_mlp/std": 0.765625, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 4.40625, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": -4.40625, "train/tensor_act_model_layers_18_residual_post_mlp/max": 3.890625, "train/tensor_act_model_layers_18_residual_post_mlp/range": 8.296875, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 1564.128173828125, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 0.00110626220703125, "train/tensor_act_model_layers_19_residual_pre_attn/std": 0.765625, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 4.40625, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": -4.40625, "train/tensor_act_model_layers_19_residual_pre_attn/max": 3.890625, "train/tensor_act_model_layers_19_residual_pre_attn/range": 8.296875, "train/tensor_act_model_layers_19_residual_post_attn/norm": 1563.9871826171875, "train/tensor_act_model_layers_19_residual_post_attn/mean": 0.00133514404296875, "train/tensor_act_model_layers_19_residual_post_attn/std": 0.76171875, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 4.375, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/min": -4.375, "train/tensor_act_model_layers_19_residual_post_attn/max": 3.921875, "train/tensor_act_model_layers_19_residual_post_attn/range": 8.296875, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 1050.25732421875, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.0021820068359375, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 1.859375, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.859375, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 1.796875, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 3.65625, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 1044.037353515625, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.00238037109375, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_19_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_19_mlp_up_proj/range": 3.625, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 156.08969116210938, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.00010776519775390625, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.076171875, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.49609375, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.466796875, "train/tensor_act_model_layers_19_mlp_down_proj/max": 0.49609375, "train/tensor_act_model_layers_19_mlp_down_proj/range": 0.962890625, "train/tensor_act_model_layers_19_mlp/norm": 156.08908081054688, "train/tensor_act_model_layers_19_mlp/mean": 0.00010776519775390625, "train/tensor_act_model_layers_19_mlp/std": 0.076171875, "train/tensor_act_model_layers_19_mlp/max_abs": 0.494140625, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.46484375, "train/tensor_act_model_layers_19_mlp/max": 0.494140625, "train/tensor_act_model_layers_19_mlp/range": 0.958984375, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 1593.826416015625, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 0.00144195556640625, "train/tensor_act_model_layers_19_residual_post_mlp/std": 0.77734375, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 4.34375, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": -4.34375, "train/tensor_act_model_layers_19_residual_post_mlp/max": 4.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 8.34375, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 1593.826416015625, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 0.00144195556640625, "train/tensor_act_model_layers_20_residual_pre_attn/std": 0.77734375, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 4.34375, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": -4.34375, "train/tensor_act_model_layers_20_residual_pre_attn/max": 4.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 8.34375, "train/tensor_act_model_layers_20_residual_post_attn/norm": 1599.36767578125, "train/tensor_act_model_layers_20_residual_post_attn/mean": 0.0004138946533203125, "train/tensor_act_model_layers_20_residual_post_attn/std": 0.78125, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 4.3125, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/min": -4.3125, "train/tensor_act_model_layers_20_residual_post_attn/max": 4.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 8.3125, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 1055.007568359375, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": 0.000614166259765625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -2.171875, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 4.0546875, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 1060.47607421875, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.000949859619140625, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_20_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_20_mlp_up_proj/range": 4.046875, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 161.37991333007812, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.0002384185791015625, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.4609375, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.447265625, "train/tensor_act_model_layers_20_mlp_down_proj/max": 0.4609375, "train/tensor_act_model_layers_20_mlp_down_proj/range": 0.908203125, "train/tensor_act_model_layers_20_mlp/norm": 161.3792266845703, "train/tensor_act_model_layers_20_mlp/mean": 0.0002384185791015625, "train/tensor_act_model_layers_20_mlp/std": 0.07861328125, "train/tensor_act_model_layers_20_mlp/max_abs": 0.458984375, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": -0.4453125, "train/tensor_act_model_layers_20_mlp/max": 0.458984375, "train/tensor_act_model_layers_20_mlp/range": 0.904296875, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 1629.7554931640625, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 0.000652313232421875, "train/tensor_act_model_layers_20_residual_post_mlp/std": 0.796875, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 4.375, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": -4.375, "train/tensor_act_model_layers_20_residual_post_mlp/max": 4.09375, "train/tensor_act_model_layers_20_residual_post_mlp/range": 8.46875, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 1629.7554931640625, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 0.000652313232421875, "train/tensor_act_model_layers_21_residual_pre_attn/std": 0.796875, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 4.375, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": -4.375, "train/tensor_act_model_layers_21_residual_pre_attn/max": 4.09375, "train/tensor_act_model_layers_21_residual_pre_attn/range": 8.46875, "train/tensor_act_model_layers_21_residual_post_attn/norm": 1627.39111328125, "train/tensor_act_model_layers_21_residual_post_attn/mean": 0.00057220458984375, "train/tensor_act_model_layers_21_residual_post_attn/std": 0.79296875, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 4.375, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/min": -4.375, "train/tensor_act_model_layers_21_residual_post_attn/max": 4.125, "train/tensor_act_model_layers_21_residual_post_attn/range": 8.5, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 1061.840087890625, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": -0.000621795654296875, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 3.859375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 1059.869873046875, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.000904083251953125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_21_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 3.953125, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 162.44509887695312, "train/tensor_act_model_layers_21_mlp_down_proj/mean": -0.00011777877807617188, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.0791015625, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.46484375, "train/tensor_act_model_layers_21_mlp_down_proj/max": 0.50390625, "train/tensor_act_model_layers_21_mlp_down_proj/range": 0.96875, "train/tensor_act_model_layers_21_mlp/norm": 162.44432067871094, "train/tensor_act_model_layers_21_mlp/mean": -0.00011777877807617188, "train/tensor_act_model_layers_21_mlp/std": 0.0791015625, "train/tensor_act_model_layers_21_mlp/max_abs": 0.5, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.462890625, "train/tensor_act_model_layers_21_mlp/max": 0.5, "train/tensor_act_model_layers_21_mlp/range": 0.962890625, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 1661.4188232421875, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 0.000453948974609375, "train/tensor_act_model_layers_21_residual_post_mlp/std": 0.8125, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": -4.4375, "train/tensor_act_model_layers_21_residual_post_mlp/max": 4.21875, "train/tensor_act_model_layers_21_residual_post_mlp/range": 8.65625, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 1661.4188232421875, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 0.000453948974609375, "train/tensor_act_model_layers_22_residual_pre_attn/std": 0.8125, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": -4.4375, "train/tensor_act_model_layers_22_residual_pre_attn/max": 4.21875, "train/tensor_act_model_layers_22_residual_pre_attn/range": 8.65625, "train/tensor_act_model_layers_22_residual_post_attn/norm": 1660.2159423828125, "train/tensor_act_model_layers_22_residual_post_attn/mean": -0.0002651214599609375, "train/tensor_act_model_layers_22_residual_post_attn/std": 0.8125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/min": -4.4375, "train/tensor_act_model_layers_22_residual_post_attn/max": 4.25, "train/tensor_act_model_layers_22_residual_post_attn/range": 8.6875, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 1056.8082275390625, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.000545501708984375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -2.21875, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 1.9296875, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 4.1484375, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 1055.1510009765625, "train/tensor_act_model_layers_22_mlp_up_proj/mean": 0.0003452301025390625, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_22_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_22_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 161.5320281982422, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.00022792816162109375, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.0791015625, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.474609375, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.474609375, "train/tensor_act_model_layers_22_mlp_down_proj/max": 0.453125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 0.927734375, "train/tensor_act_model_layers_22_mlp/norm": 161.5311279296875, "train/tensor_act_model_layers_22_mlp/mean": 0.00022792816162109375, "train/tensor_act_model_layers_22_mlp/std": 0.0791015625, "train/tensor_act_model_layers_22_mlp/max_abs": 0.47265625, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": -0.47265625, "train/tensor_act_model_layers_22_mlp/max": 0.451171875, "train/tensor_act_model_layers_22_mlp/range": 0.923828125, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 1694.0811767578125, "train/tensor_act_model_layers_22_residual_post_mlp/mean": -3.719329833984375e-05, "train/tensor_act_model_layers_22_residual_post_mlp/std": 0.828125, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": -4.4375, "train/tensor_act_model_layers_22_residual_post_mlp/max": 4.34375, "train/tensor_act_model_layers_22_residual_post_mlp/range": 8.78125, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 1694.0811767578125, "train/tensor_act_model_layers_23_residual_pre_attn/mean": -3.719329833984375e-05, "train/tensor_act_model_layers_23_residual_pre_attn/std": 0.828125, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": -4.4375, "train/tensor_act_model_layers_23_residual_pre_attn/max": 4.34375, "train/tensor_act_model_layers_23_residual_pre_attn/range": 8.78125, "train/tensor_act_model_layers_23_residual_post_attn/norm": 1692.663330078125, "train/tensor_act_model_layers_23_residual_post_attn/mean": -0.00023651123046875, "train/tensor_act_model_layers_23_residual_post_attn/std": 0.828125, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/min": -4.4375, "train/tensor_act_model_layers_23_residual_post_attn/max": 4.34375, "train/tensor_act_model_layers_23_residual_post_attn/range": 8.78125, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 1052.6539306640625, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.00543212890625, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 1063.0335693359375, "train/tensor_act_model_layers_23_mlp_up_proj/mean": -0.002044677734375, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_23_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_23_mlp_up_proj/range": 3.734375, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 164.44215393066406, "train/tensor_act_model_layers_23_mlp_down_proj/mean": -4.649162292480469e-05, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.478515625, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.462890625, "train/tensor_act_model_layers_23_mlp_down_proj/max": 0.478515625, "train/tensor_act_model_layers_23_mlp_down_proj/range": 0.94140625, "train/tensor_act_model_layers_23_mlp/norm": 164.44082641601562, "train/tensor_act_model_layers_23_mlp/mean": -4.6253204345703125e-05, "train/tensor_act_model_layers_23_mlp/std": 0.080078125, "train/tensor_act_model_layers_23_mlp/max_abs": 0.4765625, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.4609375, "train/tensor_act_model_layers_23_mlp/max": 0.4765625, "train/tensor_act_model_layers_23_mlp/range": 0.9375, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 1728.803466796875, "train/tensor_act_model_layers_23_residual_post_mlp/mean": -0.00028228759765625, "train/tensor_act_model_layers_23_residual_post_mlp/std": 0.84375, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 4.4375, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": -4.4375, "train/tensor_act_model_layers_23_residual_post_mlp/max": 4.34375, "train/tensor_act_model_layers_23_residual_post_mlp/range": 8.78125, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 1728.803466796875, "train/tensor_act_model_layers_24_residual_pre_attn/mean": -0.00028228759765625, "train/tensor_act_model_layers_24_residual_pre_attn/std": 0.84375, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 4.4375, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": -4.4375, "train/tensor_act_model_layers_24_residual_pre_attn/max": 4.34375, "train/tensor_act_model_layers_24_residual_pre_attn/range": 8.78125, "train/tensor_act_model_layers_24_residual_post_attn/norm": 1748.9439697265625, "train/tensor_act_model_layers_24_residual_post_attn/mean": -0.0011444091796875, "train/tensor_act_model_layers_24_residual_post_attn/std": 0.85546875, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 4.59375, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/min": -4.59375, "train/tensor_act_model_layers_24_residual_post_attn/max": 4.3125, "train/tensor_act_model_layers_24_residual_post_attn/range": 8.90625, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 1057.9676513671875, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.005859375, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 3.71875, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 1065.6649169921875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.005889892578125, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_24_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_24_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 164.3224334716797, "train/tensor_act_model_layers_24_mlp_down_proj/mean": -0.00011730194091796875, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 0.458984375, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.453125, "train/tensor_act_model_layers_24_mlp_down_proj/max": 0.458984375, "train/tensor_act_model_layers_24_mlp_down_proj/range": 0.912109375, "train/tensor_act_model_layers_24_mlp/norm": 164.32176208496094, "train/tensor_act_model_layers_24_mlp/mean": -0.00011730194091796875, "train/tensor_act_model_layers_24_mlp/std": 0.080078125, "train/tensor_act_model_layers_24_mlp/max_abs": 0.45703125, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": -0.451171875, "train/tensor_act_model_layers_24_mlp/max": 0.45703125, "train/tensor_act_model_layers_24_mlp/range": 0.908203125, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 1784.1846923828125, "train/tensor_act_model_layers_24_residual_post_mlp/mean": -0.00125885009765625, "train/tensor_act_model_layers_24_residual_post_mlp/std": 0.87109375, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 4.59375, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": -4.59375, "train/tensor_act_model_layers_24_residual_post_mlp/max": 4.4375, "train/tensor_act_model_layers_24_residual_post_mlp/range": 9.03125, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 1784.1846923828125, "train/tensor_act_model_layers_25_residual_pre_attn/mean": -0.00125885009765625, "train/tensor_act_model_layers_25_residual_pre_attn/std": 0.87109375, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 4.59375, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": -4.59375, "train/tensor_act_model_layers_25_residual_pre_attn/max": 4.4375, "train/tensor_act_model_layers_25_residual_pre_attn/range": 9.03125, "train/tensor_act_model_layers_25_residual_post_attn/norm": 1795.9759521484375, "train/tensor_act_model_layers_25_residual_post_attn/mean": -3.769993782043457e-06, "train/tensor_act_model_layers_25_residual_post_attn/std": 0.875, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 4.5625, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/min": -4.5625, "train/tensor_act_model_layers_25_residual_post_attn/max": 4.53125, "train/tensor_act_model_layers_25_residual_post_attn/range": 9.09375, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 1051.9085693359375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.0023651123046875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 1059.318603515625, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.00188446044921875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_25_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_25_mlp_up_proj/range": 3.875, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 160.8574981689453, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.002716064453125, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.578125, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.458984375, "train/tensor_act_model_layers_25_mlp_down_proj/max": 0.578125, "train/tensor_act_model_layers_25_mlp_down_proj/range": 1.037109375, "train/tensor_act_model_layers_25_mlp/norm": 160.8562469482422, "train/tensor_act_model_layers_25_mlp/mean": 0.002716064453125, "train/tensor_act_model_layers_25_mlp/std": 0.07861328125, "train/tensor_act_model_layers_25_mlp/max_abs": 0.57421875, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.45703125, "train/tensor_act_model_layers_25_mlp/max": 0.57421875, "train/tensor_act_model_layers_25_mlp/range": 1.03125, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 1829.525634765625, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 0.002716064453125, "train/tensor_act_model_layers_25_residual_post_mlp/std": 0.89453125, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 4.75, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": -4.5625, "train/tensor_act_model_layers_25_residual_post_mlp/max": 4.75, "train/tensor_act_model_layers_25_residual_post_mlp/range": 9.3125, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 1829.525634765625, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 0.002716064453125, "train/tensor_act_model_layers_26_residual_pre_attn/std": 0.89453125, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 4.75, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": -4.5625, "train/tensor_act_model_layers_26_residual_pre_attn/max": 4.75, "train/tensor_act_model_layers_26_residual_pre_attn/range": 9.3125, "train/tensor_act_model_layers_26_residual_post_attn/norm": 1827.267333984375, "train/tensor_act_model_layers_26_residual_post_attn/mean": 0.0021820068359375, "train/tensor_act_model_layers_26_residual_post_attn/std": 0.890625, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 4.71875, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/min": -4.5625, "train/tensor_act_model_layers_26_residual_post_attn/max": 4.71875, "train/tensor_act_model_layers_26_residual_post_attn/range": 9.28125, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 1059.5457763671875, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": -0.0008697509765625, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -1.859375, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.828125, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 1068.586181640625, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.00128173828125, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_26_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_26_mlp_up_proj/range": 3.8515625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 167.07177734375, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.00131988525390625, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.484375, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.47265625, "train/tensor_act_model_layers_26_mlp_down_proj/max": 0.484375, "train/tensor_act_model_layers_26_mlp_down_proj/range": 0.95703125, "train/tensor_act_model_layers_26_mlp/norm": 167.07070922851562, "train/tensor_act_model_layers_26_mlp/mean": 0.00131988525390625, "train/tensor_act_model_layers_26_mlp/std": 0.08154296875, "train/tensor_act_model_layers_26_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": -0.470703125, "train/tensor_act_model_layers_26_mlp/max": 0.482421875, "train/tensor_act_model_layers_26_mlp/range": 0.953125, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 1863.318359375, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 0.003509521484375, "train/tensor_act_model_layers_26_residual_post_mlp/std": 0.91015625, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 4.90625, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": -4.625, "train/tensor_act_model_layers_26_residual_post_mlp/max": 4.90625, "train/tensor_act_model_layers_26_residual_post_mlp/range": 9.53125, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 1863.318359375, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 0.003509521484375, "train/tensor_act_model_layers_27_residual_pre_attn/std": 0.91015625, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 4.90625, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": -4.625, "train/tensor_act_model_layers_27_residual_pre_attn/max": 4.90625, "train/tensor_act_model_layers_27_residual_pre_attn/range": 9.53125, "train/tensor_act_model_layers_27_residual_post_attn/norm": 1867.406982421875, "train/tensor_act_model_layers_27_residual_post_attn/mean": 0.003753662109375, "train/tensor_act_model_layers_27_residual_post_attn/std": 0.91015625, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 4.9375, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/min": -4.5625, "train/tensor_act_model_layers_27_residual_post_attn/max": 4.9375, "train/tensor_act_model_layers_27_residual_post_attn/range": 9.5, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 1076.645263671875, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": -0.004638671875, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.8359375, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 3.7734375, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 1066.9853515625, "train/tensor_act_model_layers_27_mlp_up_proj/mean": 0.00150299072265625, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_27_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_27_mlp_up_proj/range": 3.890625, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 169.9068145751953, "train/tensor_act_model_layers_27_mlp_down_proj/mean": -0.00075531005859375, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.0830078125, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.47265625, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.46484375, "train/tensor_act_model_layers_27_mlp_down_proj/max": 0.47265625, "train/tensor_act_model_layers_27_mlp_down_proj/range": 0.9375, "train/tensor_act_model_layers_27_mlp/norm": 169.90557861328125, "train/tensor_act_model_layers_27_mlp/mean": -0.00075531005859375, "train/tensor_act_model_layers_27_mlp/std": 0.0830078125, "train/tensor_act_model_layers_27_mlp/max_abs": 0.470703125, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.462890625, "train/tensor_act_model_layers_27_mlp/max": 0.470703125, "train/tensor_act_model_layers_27_mlp/range": 0.93359375, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 1904.7132568359375, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 0.00299072265625, "train/tensor_act_model_layers_27_residual_post_mlp/std": 0.9296875, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 5.03125, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": -4.78125, "train/tensor_act_model_layers_27_residual_post_mlp/max": 5.03125, "train/tensor_act_model_layers_27_residual_post_mlp/range": 9.8125, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 1904.7132568359375, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 0.00299072265625, "train/tensor_act_model_layers_28_residual_pre_attn/std": 0.9296875, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 5.03125, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": -4.78125, "train/tensor_act_model_layers_28_residual_pre_attn/max": 5.03125, "train/tensor_act_model_layers_28_residual_pre_attn/range": 9.8125, "train/tensor_act_model_layers_28_residual_post_attn/norm": 1945.266845703125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 0.005279541015625, "train/tensor_act_model_layers_28_residual_post_attn/std": 0.94921875, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 5.03125, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/min": -4.9375, "train/tensor_act_model_layers_28_residual_post_attn/max": 5.03125, "train/tensor_act_model_layers_28_residual_post_attn/range": 9.96875, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 1065.526123046875, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": -0.001861572265625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.28125, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 4.1640625, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 1062.7994384765625, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.00162506103515625, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_28_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_28_mlp_up_proj/range": 4.1640625, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 167.637939453125, "train/tensor_act_model_layers_28_mlp_down_proj/mean": -0.00067138671875, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.08203125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 0.5546875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.5546875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 0.458984375, "train/tensor_act_model_layers_28_mlp_down_proj/range": 1.013671875, "train/tensor_act_model_layers_28_mlp/norm": 167.63609313964844, "train/tensor_act_model_layers_28_mlp/mean": -0.000667572021484375, "train/tensor_act_model_layers_28_mlp/std": 0.08203125, "train/tensor_act_model_layers_28_mlp/max_abs": 0.55078125, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": -0.55078125, "train/tensor_act_model_layers_28_mlp/max": 0.45703125, "train/tensor_act_model_layers_28_mlp/range": 1.0078125, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 1975.8289794921875, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 0.004608154296875, "train/tensor_act_model_layers_28_residual_post_mlp/std": 0.96484375, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 5.03125, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": -4.9375, "train/tensor_act_model_layers_28_residual_post_mlp/max": 5.03125, "train/tensor_act_model_layers_28_residual_post_mlp/range": 9.96875, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 1975.8289794921875, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 0.004608154296875, "train/tensor_act_model_layers_29_residual_pre_attn/std": 0.96484375, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 5.03125, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": -4.9375, "train/tensor_act_model_layers_29_residual_pre_attn/max": 5.03125, "train/tensor_act_model_layers_29_residual_pre_attn/range": 9.96875, "train/tensor_act_model_layers_29_residual_post_attn/norm": 1981.17431640625, "train/tensor_act_model_layers_29_residual_post_attn/mean": 0.004364013671875, "train/tensor_act_model_layers_29_residual_post_attn/std": 0.96875, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 5.03125, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/min": -4.9375, "train/tensor_act_model_layers_29_residual_post_attn/max": 5.03125, "train/tensor_act_model_layers_29_residual_post_attn/range": 9.96875, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 1067.3670654296875, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": -0.002777099609375, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.890625, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 1061.2130126953125, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.00099945068359375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_29_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_29_mlp_up_proj/range": 3.96875, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 167.40162658691406, "train/tensor_act_model_layers_29_mlp_down_proj/mean": -0.000286102294921875, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 0.5, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.453125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 0.5, "train/tensor_act_model_layers_29_mlp_down_proj/range": 0.953125, "train/tensor_act_model_layers_29_mlp/norm": 167.39999389648438, "train/tensor_act_model_layers_29_mlp/mean": -0.000286102294921875, "train/tensor_act_model_layers_29_mlp/std": 0.08154296875, "train/tensor_act_model_layers_29_mlp/max_abs": 0.498046875, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.451171875, "train/tensor_act_model_layers_29_mlp/max": 0.498046875, "train/tensor_act_model_layers_29_mlp/range": 0.94921875, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 2012.3297119140625, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 0.00408935546875, "train/tensor_act_model_layers_29_residual_post_mlp/std": 0.984375, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 5.125, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": -4.90625, "train/tensor_act_model_layers_29_residual_post_mlp/max": 5.125, "train/tensor_act_model_layers_29_residual_post_mlp/range": 10.03125, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 2012.3297119140625, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 0.00408935546875, "train/tensor_act_model_layers_30_residual_pre_attn/std": 0.984375, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 5.125, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": -4.90625, "train/tensor_act_model_layers_30_residual_pre_attn/max": 5.125, "train/tensor_act_model_layers_30_residual_pre_attn/range": 10.03125, "train/tensor_act_model_layers_30_residual_post_attn/norm": 2011.6531982421875, "train/tensor_act_model_layers_30_residual_post_attn/mean": 0.003692626953125, "train/tensor_act_model_layers_30_residual_post_attn/std": 0.98046875, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 5.09375, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/min": -4.90625, "train/tensor_act_model_layers_30_residual_post_attn/max": 5.09375, "train/tensor_act_model_layers_30_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 1069.6490478515625, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.005096435546875, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 1.9765625, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 3.9921875, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 1062.9600830078125, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.00018024444580078125, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_30_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_30_mlp_up_proj/range": 3.9453125, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 166.80349731445312, "train/tensor_act_model_layers_30_mlp_down_proj/mean": -0.0005645751953125, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.53125, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.458984375, "train/tensor_act_model_layers_30_mlp_down_proj/max": 0.53125, "train/tensor_act_model_layers_30_mlp_down_proj/range": 0.990234375, "train/tensor_act_model_layers_30_mlp/norm": 166.80233764648438, "train/tensor_act_model_layers_30_mlp/mean": -0.0005645751953125, "train/tensor_act_model_layers_30_mlp/std": 0.08154296875, "train/tensor_act_model_layers_30_mlp/max_abs": 0.52734375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.45703125, "train/tensor_act_model_layers_30_mlp/max": 0.52734375, "train/tensor_act_model_layers_30_mlp/range": 0.984375, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 2043.8128662109375, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 0.0031280517578125, "train/tensor_act_model_layers_30_residual_post_mlp/std": 0.99609375, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 5.15625, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": -4.84375, "train/tensor_act_model_layers_30_residual_post_mlp/max": 5.15625, "train/tensor_act_model_layers_30_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 2043.8128662109375, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 0.0031280517578125, "train/tensor_act_model_layers_31_residual_pre_attn/std": 0.99609375, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 5.15625, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": -4.84375, "train/tensor_act_model_layers_31_residual_pre_attn/max": 5.15625, "train/tensor_act_model_layers_31_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 2043.7655029296875, "train/tensor_act_model_layers_31_residual_post_attn/mean": 0.00274658203125, "train/tensor_act_model_layers_31_residual_post_attn/std": 0.99609375, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 5.15625, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/min": -4.90625, "train/tensor_act_model_layers_31_residual_post_attn/max": 5.15625, "train/tensor_act_model_layers_31_residual_post_attn/range": 10.0625, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 1073.3228759765625, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": 0.006988525390625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.8828125, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 4.0078125, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 1071.509521484375, "train/tensor_act_model_layers_31_mlp_up_proj/mean": -0.0029754638671875, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_31_mlp_up_proj/max": 1.90625, "train/tensor_act_model_layers_31_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 174.26231384277344, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.000823974609375, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.0849609375, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.4765625, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_31_mlp_down_proj/max": 0.4765625, "train/tensor_act_model_layers_31_mlp_down_proj/range": 0.93359375, "train/tensor_act_model_layers_31_mlp/norm": 174.26043701171875, "train/tensor_act_model_layers_31_mlp/mean": 0.000823974609375, "train/tensor_act_model_layers_31_mlp/std": 0.0849609375, "train/tensor_act_model_layers_31_mlp/max_abs": 0.474609375, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.455078125, "train/tensor_act_model_layers_31_mlp/max": 0.474609375, "train/tensor_act_model_layers_31_mlp/range": 0.9296875, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 2080.170166015625, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 0.003570556640625, "train/tensor_act_model_layers_31_residual_post_mlp/std": 1.015625, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 5.3125, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": -5.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 5.3125, "train/tensor_act_model_layers_31_residual_post_mlp/range": 10.3125, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 2080.170166015625, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 0.003570556640625, "train/tensor_act_model_layers_32_residual_pre_attn/std": 1.015625, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 5.3125, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": -5.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 5.3125, "train/tensor_act_model_layers_32_residual_pre_attn/range": 10.3125, "train/tensor_act_model_layers_32_residual_post_attn/norm": 2104.084716796875, "train/tensor_act_model_layers_32_residual_post_attn/mean": 0.003570556640625, "train/tensor_act_model_layers_32_residual_post_attn/std": 1.03125, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 5.375, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/min": -5.0625, "train/tensor_act_model_layers_32_residual_post_attn/max": 5.375, "train/tensor_act_model_layers_32_residual_post_attn/range": 10.4375, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 1061.172119140625, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.001495361328125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.9375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 3.9375, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 1057.304931640625, "train/tensor_act_model_layers_32_mlp_up_proj/mean": 0.00017547607421875, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 165.8154754638672, "train/tensor_act_model_layers_32_mlp_down_proj/mean": -0.0012359619140625, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.0810546875, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.5, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.5, "train/tensor_act_model_layers_32_mlp_down_proj/max": 0.466796875, "train/tensor_act_model_layers_32_mlp_down_proj/range": 0.966796875, "train/tensor_act_model_layers_32_mlp/norm": 165.81417846679688, "train/tensor_act_model_layers_32_mlp/mean": -0.0012359619140625, "train/tensor_act_model_layers_32_mlp/std": 0.0810546875, "train/tensor_act_model_layers_32_mlp/max_abs": 0.498046875, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.498046875, "train/tensor_act_model_layers_32_mlp/max": 0.46484375, "train/tensor_act_model_layers_32_mlp/range": 0.962890625, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 2135.451416015625, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 0.0023345947265625, "train/tensor_act_model_layers_32_residual_post_mlp/std": 1.0390625, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 5.40625, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": -5.125, "train/tensor_act_model_layers_32_residual_post_mlp/max": 5.40625, "train/tensor_act_model_layers_32_residual_post_mlp/range": 10.53125, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 2135.451416015625, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 0.0023345947265625, "train/tensor_act_model_layers_33_residual_pre_attn/std": 1.0390625, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 5.40625, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": -5.125, "train/tensor_act_model_layers_33_residual_pre_attn/max": 5.40625, "train/tensor_act_model_layers_33_residual_pre_attn/range": 10.53125, "train/tensor_act_model_layers_33_residual_post_attn/norm": 2135.071044921875, "train/tensor_act_model_layers_33_residual_post_attn/mean": 0.002227783203125, "train/tensor_act_model_layers_33_residual_post_attn/std": 1.0390625, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 5.40625, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/min": -5.125, "train/tensor_act_model_layers_33_residual_post_attn/max": 5.40625, "train/tensor_act_model_layers_33_residual_post_attn/range": 10.53125, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 1068.0736083984375, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": -0.003662109375, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 4.125, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 1060.33935546875, "train/tensor_act_model_layers_33_mlp_up_proj/mean": 0.00098419189453125, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -1.9453125, "train/tensor_act_model_layers_33_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_33_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 165.8254852294922, "train/tensor_act_model_layers_33_mlp_down_proj/mean": -0.00098419189453125, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.0810546875, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.466796875, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.4609375, "train/tensor_act_model_layers_33_mlp_down_proj/max": 0.466796875, "train/tensor_act_model_layers_33_mlp_down_proj/range": 0.927734375, "train/tensor_act_model_layers_33_mlp/norm": 165.82431030273438, "train/tensor_act_model_layers_33_mlp/mean": -0.00098419189453125, "train/tensor_act_model_layers_33_mlp/std": 0.0810546875, "train/tensor_act_model_layers_33_mlp/max_abs": 0.46484375, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": -0.458984375, "train/tensor_act_model_layers_33_mlp/max": 0.46484375, "train/tensor_act_model_layers_33_mlp/range": 0.923828125, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 2167.571044921875, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 0.00124359130859375, "train/tensor_act_model_layers_33_residual_post_mlp/std": 1.0546875, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 5.59375, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": -5.25, "train/tensor_act_model_layers_33_residual_post_mlp/max": 5.59375, "train/tensor_act_model_layers_33_residual_post_mlp/range": 10.84375, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 2167.571044921875, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 0.00124359130859375, "train/tensor_act_model_layers_34_residual_pre_attn/std": 1.0546875, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 5.59375, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": -5.25, "train/tensor_act_model_layers_34_residual_pre_attn/max": 5.59375, "train/tensor_act_model_layers_34_residual_pre_attn/range": 10.84375, "train/tensor_act_model_layers_34_residual_post_attn/norm": 2176.665283203125, "train/tensor_act_model_layers_34_residual_post_attn/mean": -3.62396240234375e-05, "train/tensor_act_model_layers_34_residual_post_attn/std": 1.0625, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 5.78125, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/min": -5.5625, "train/tensor_act_model_layers_34_residual_post_attn/max": 5.78125, "train/tensor_act_model_layers_34_residual_post_attn/range": 11.34375, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 1051.4293212890625, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.000728607177734375, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.9453125, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.0703125, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 1054.0450439453125, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.00238037109375, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_34_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_34_mlp_up_proj/range": 4.09375, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 161.2963409423828, "train/tensor_act_model_layers_34_mlp_down_proj/mean": -0.0004711151123046875, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.498046875, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.4296875, "train/tensor_act_model_layers_34_mlp_down_proj/max": 0.498046875, "train/tensor_act_model_layers_34_mlp_down_proj/range": 0.927734375, "train/tensor_act_model_layers_34_mlp/norm": 161.2957000732422, "train/tensor_act_model_layers_34_mlp/mean": -0.0004711151123046875, "train/tensor_act_model_layers_34_mlp/std": 0.07861328125, "train/tensor_act_model_layers_34_mlp/max_abs": 0.49609375, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": -0.427734375, "train/tensor_act_model_layers_34_mlp/max": 0.49609375, "train/tensor_act_model_layers_34_mlp/range": 0.923828125, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 2207.72314453125, "train/tensor_act_model_layers_34_residual_post_mlp/mean": -0.000507354736328125, "train/tensor_act_model_layers_34_residual_post_mlp/std": 1.078125, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 5.8125, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": -5.59375, "train/tensor_act_model_layers_34_residual_post_mlp/max": 5.8125, "train/tensor_act_model_layers_34_residual_post_mlp/range": 11.40625, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 2207.72314453125, "train/tensor_act_model_layers_35_residual_pre_attn/mean": -0.000507354736328125, "train/tensor_act_model_layers_35_residual_pre_attn/std": 1.078125, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 5.8125, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": -5.59375, "train/tensor_act_model_layers_35_residual_pre_attn/max": 5.8125, "train/tensor_act_model_layers_35_residual_pre_attn/range": 11.40625, "train/tensor_act_model_layers_35_residual_post_attn/norm": 2225.653564453125, "train/tensor_act_model_layers_35_residual_post_attn/mean": -0.002960205078125, "train/tensor_act_model_layers_35_residual_post_attn/std": 1.0859375, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 6.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/min": -5.75, "train/tensor_act_model_layers_35_residual_post_attn/max": 6.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 11.75, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 1059.987060546875, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": -0.0004596710205078125, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 1.890625, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.890625, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 1.78125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 3.671875, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 1062.760986328125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.0002498626708984375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_35_mlp_up_proj/range": 4.03125, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 165.97259521484375, "train/tensor_act_model_layers_35_mlp_down_proj/mean": -0.0002498626708984375, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.0810546875, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.5078125, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.458984375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 0.5078125, "train/tensor_act_model_layers_35_mlp_down_proj/range": 0.966796875, "train/tensor_act_model_layers_35_mlp/norm": 165.97171020507812, "train/tensor_act_model_layers_35_mlp/mean": -0.0002498626708984375, "train/tensor_act_model_layers_35_mlp/std": 0.0810546875, "train/tensor_act_model_layers_35_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.45703125, "train/tensor_act_model_layers_35_mlp/max": 0.50390625, "train/tensor_act_model_layers_35_mlp/range": 0.9609375, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 2255.875, "train/tensor_act_model_layers_35_residual_post_mlp/mean": -0.003204345703125, "train/tensor_act_model_layers_35_residual_post_mlp/std": 1.1015625, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 6.09375, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": -5.8125, "train/tensor_act_model_layers_35_residual_post_mlp/max": 6.09375, "train/tensor_act_model_layers_35_residual_post_mlp/range": 11.90625, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 2255.875, "train/tensor_act_model_layers_36_residual_pre_attn/mean": -0.003204345703125, "train/tensor_act_model_layers_36_residual_pre_attn/std": 1.1015625, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 6.09375, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": -5.8125, "train/tensor_act_model_layers_36_residual_pre_attn/max": 6.09375, "train/tensor_act_model_layers_36_residual_pre_attn/range": 11.90625, "train/tensor_act_model_layers_36_residual_post_attn/norm": 2258.45703125, "train/tensor_act_model_layers_36_residual_post_attn/mean": -0.0029449462890625, "train/tensor_act_model_layers_36_residual_post_attn/std": 1.1015625, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 6.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/min": -5.8125, "train/tensor_act_model_layers_36_residual_post_attn/max": 6.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 11.8125, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 1051.021484375, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.0004825592041015625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 1.875, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 3.71875, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 1055.4510498046875, "train/tensor_act_model_layers_36_mlp_up_proj/mean": 0.00176239013671875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_36_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_36_mlp_up_proj/range": 4.0078125, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 161.3315887451172, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.00089263916015625, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 0.455078125, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.455078125, "train/tensor_act_model_layers_36_mlp_down_proj/max": 0.4296875, "train/tensor_act_model_layers_36_mlp_down_proj/range": 0.884765625, "train/tensor_act_model_layers_36_mlp/norm": 161.33094787597656, "train/tensor_act_model_layers_36_mlp/mean": 0.00089263916015625, "train/tensor_act_model_layers_36_mlp/std": 0.07861328125, "train/tensor_act_model_layers_36_mlp/max_abs": 0.453125, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.453125, "train/tensor_act_model_layers_36_mlp/max": 0.427734375, "train/tensor_act_model_layers_36_mlp/range": 0.880859375, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 2289.809814453125, "train/tensor_act_model_layers_36_residual_post_mlp/mean": -0.002044677734375, "train/tensor_act_model_layers_36_residual_post_mlp/std": 1.1171875, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 6.0625, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": -5.90625, "train/tensor_act_model_layers_36_residual_post_mlp/max": 6.0625, "train/tensor_act_model_layers_36_residual_post_mlp/range": 11.96875, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 2289.809814453125, "train/tensor_act_model_layers_37_residual_pre_attn/mean": -0.002044677734375, "train/tensor_act_model_layers_37_residual_pre_attn/std": 1.1171875, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 6.0625, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": -5.90625, "train/tensor_act_model_layers_37_residual_pre_attn/max": 6.0625, "train/tensor_act_model_layers_37_residual_pre_attn/range": 11.96875, "train/tensor_act_model_layers_37_residual_post_attn/norm": 2288.569091796875, "train/tensor_act_model_layers_37_residual_post_attn/mean": -0.0020599365234375, "train/tensor_act_model_layers_37_residual_post_attn/std": 1.1171875, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 6.09375, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/min": -5.8125, "train/tensor_act_model_layers_37_residual_post_attn/max": 6.09375, "train/tensor_act_model_layers_37_residual_post_attn/range": 11.90625, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 1051.9842529296875, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": -0.00012159347534179688, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 1055.5028076171875, "train/tensor_act_model_layers_37_mlp_up_proj/mean": 0.00396728515625, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_37_mlp_up_proj/range": 4.1171875, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 162.3340301513672, "train/tensor_act_model_layers_37_mlp_down_proj/mean": -0.000885009765625, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.0791015625, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.47265625, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.443359375, "train/tensor_act_model_layers_37_mlp_down_proj/max": 0.47265625, "train/tensor_act_model_layers_37_mlp_down_proj/range": 0.916015625, "train/tensor_act_model_layers_37_mlp/norm": 162.3333282470703, "train/tensor_act_model_layers_37_mlp/mean": -0.000885009765625, "train/tensor_act_model_layers_37_mlp/std": 0.0791015625, "train/tensor_act_model_layers_37_mlp/max_abs": 0.470703125, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.44140625, "train/tensor_act_model_layers_37_mlp/max": 0.470703125, "train/tensor_act_model_layers_37_mlp/range": 0.912109375, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 2320.765625, "train/tensor_act_model_layers_37_residual_post_mlp/mean": -0.0029296875, "train/tensor_act_model_layers_37_residual_post_mlp/std": 1.1328125, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 6.21875, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": -5.96875, "train/tensor_act_model_layers_37_residual_post_mlp/max": 6.21875, "train/tensor_act_model_layers_37_residual_post_mlp/range": 12.1875, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 2320.765625, "train/tensor_act_model_layers_38_residual_pre_attn/mean": -0.0029296875, "train/tensor_act_model_layers_38_residual_pre_attn/std": 1.1328125, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 6.21875, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": -5.96875, "train/tensor_act_model_layers_38_residual_pre_attn/max": 6.21875, "train/tensor_act_model_layers_38_residual_pre_attn/range": 12.1875, "train/tensor_act_model_layers_38_residual_post_attn/norm": 2325.743408203125, "train/tensor_act_model_layers_38_residual_post_attn/mean": -0.00189208984375, "train/tensor_act_model_layers_38_residual_post_attn/std": 1.1328125, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 6.15625, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/min": -6.03125, "train/tensor_act_model_layers_38_residual_post_attn/max": 6.15625, "train/tensor_act_model_layers_38_residual_post_attn/range": 12.1875, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 1059.900634765625, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.0023193359375, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 2.234375, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -2.234375, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 4.296875, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 1046.5345458984375, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.000911712646484375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_38_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_38_mlp_up_proj/range": 3.8515625, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 161.3537139892578, "train/tensor_act_model_layers_38_mlp_down_proj/mean": -0.000720977783203125, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.4765625, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.4765625, "train/tensor_act_model_layers_38_mlp_down_proj/max": 0.46484375, "train/tensor_act_model_layers_38_mlp_down_proj/range": 0.94140625, "train/tensor_act_model_layers_38_mlp/norm": 161.3528594970703, "train/tensor_act_model_layers_38_mlp/mean": -0.000720977783203125, "train/tensor_act_model_layers_38_mlp/std": 0.07861328125, "train/tensor_act_model_layers_38_mlp/max_abs": 0.474609375, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": -0.474609375, "train/tensor_act_model_layers_38_mlp/max": 0.462890625, "train/tensor_act_model_layers_38_mlp/range": 0.9375, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 2358.32861328125, "train/tensor_act_model_layers_38_residual_post_mlp/mean": -0.0026092529296875, "train/tensor_act_model_layers_38_residual_post_mlp/std": 1.1484375, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 6.3125, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": -6.3125, "train/tensor_act_model_layers_38_residual_post_mlp/max": 6.25, "train/tensor_act_model_layers_38_residual_post_mlp/range": 12.5625, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 2358.32861328125, "train/tensor_act_model_layers_39_residual_pre_attn/mean": -0.0026092529296875, "train/tensor_act_model_layers_39_residual_pre_attn/std": 1.1484375, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 6.3125, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": -6.3125, "train/tensor_act_model_layers_39_residual_pre_attn/max": 6.25, "train/tensor_act_model_layers_39_residual_pre_attn/range": 12.5625, "train/tensor_act_model_layers_39_residual_post_attn/norm": 2369.0966796875, "train/tensor_act_model_layers_39_residual_post_attn/mean": -0.0032501220703125, "train/tensor_act_model_layers_39_residual_post_attn/std": 1.15625, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 6.40625, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/min": -6.40625, "train/tensor_act_model_layers_39_residual_post_attn/max": 6.25, "train/tensor_act_model_layers_39_residual_post_attn/range": 12.65625, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 1050.47216796875, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": -0.000720977783203125, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 1.890625, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.890625, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 1.828125, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 3.71875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 1044.7177734375, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.001983642578125, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_39_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_39_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 159.36961364746094, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.00025177001953125, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.07763671875, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.484375, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.453125, "train/tensor_act_model_layers_39_mlp_down_proj/max": 0.484375, "train/tensor_act_model_layers_39_mlp_down_proj/range": 0.9375, "train/tensor_act_model_layers_39_mlp/norm": 159.36907958984375, "train/tensor_act_model_layers_39_mlp/mean": 0.00025177001953125, "train/tensor_act_model_layers_39_mlp/std": 0.07763671875, "train/tensor_act_model_layers_39_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.451171875, "train/tensor_act_model_layers_39_mlp/max": 0.482421875, "train/tensor_act_model_layers_39_mlp/range": 0.93359375, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 2399.841552734375, "train/tensor_act_model_layers_39_residual_post_mlp/mean": -0.00299072265625, "train/tensor_act_model_layers_39_residual_post_mlp/std": 1.171875, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 6.375, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": -6.375, "train/tensor_act_model_layers_39_residual_post_mlp/max": 6.1875, "train/tensor_act_model_layers_39_residual_post_mlp/range": 12.5625, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 2399.841552734375, "train/tensor_act_model_layers_40_residual_pre_attn/mean": -0.00299072265625, "train/tensor_act_model_layers_40_residual_pre_attn/std": 1.171875, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 6.375, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": -6.375, "train/tensor_act_model_layers_40_residual_pre_attn/max": 6.1875, "train/tensor_act_model_layers_40_residual_pre_attn/range": 12.5625, "train/tensor_act_model_layers_40_residual_post_attn/norm": 2401.260009765625, "train/tensor_act_model_layers_40_residual_post_attn/mean": -0.0030517578125, "train/tensor_act_model_layers_40_residual_post_attn/std": 1.171875, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 6.40625, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/min": -6.40625, "train/tensor_act_model_layers_40_residual_post_attn/max": 6.21875, "train/tensor_act_model_layers_40_residual_post_attn/range": 12.625, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 1049.3560791015625, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": 0.0033721923828125, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.361328125, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -2.078125, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 3.9453125, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 1046.52880859375, "train/tensor_act_model_layers_40_mlp_up_proj/mean": 0.000774383544921875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_40_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_40_mlp_up_proj/range": 4.0, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 159.3787078857422, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 0.001220703125, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.07763671875, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 0.478515625, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_40_mlp_down_proj/max": 0.478515625, "train/tensor_act_model_layers_40_mlp_down_proj/range": 0.935546875, "train/tensor_act_model_layers_40_mlp/norm": 159.3782958984375, "train/tensor_act_model_layers_40_mlp/mean": 0.001220703125, "train/tensor_act_model_layers_40_mlp/std": 0.07763671875, "train/tensor_act_model_layers_40_mlp/max_abs": 0.4765625, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": -0.455078125, "train/tensor_act_model_layers_40_mlp/max": 0.4765625, "train/tensor_act_model_layers_40_mlp/range": 0.931640625, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 2432.0693359375, "train/tensor_act_model_layers_40_residual_post_mlp/mean": -0.00182342529296875, "train/tensor_act_model_layers_40_residual_post_mlp/std": 1.1875, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 6.6875, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": -6.6875, "train/tensor_act_model_layers_40_residual_post_mlp/max": 6.25, "train/tensor_act_model_layers_40_residual_post_mlp/range": 12.9375, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 2432.0693359375, "train/tensor_act_model_layers_41_residual_pre_attn/mean": -0.00182342529296875, "train/tensor_act_model_layers_41_residual_pre_attn/std": 1.1875, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 6.6875, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": -6.6875, "train/tensor_act_model_layers_41_residual_pre_attn/max": 6.25, "train/tensor_act_model_layers_41_residual_pre_attn/range": 12.9375, "train/tensor_act_model_layers_41_residual_post_attn/norm": 2429.8232421875, "train/tensor_act_model_layers_41_residual_post_attn/mean": -0.0018768310546875, "train/tensor_act_model_layers_41_residual_post_attn/std": 1.1875, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 6.6875, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/min": -6.6875, "train/tensor_act_model_layers_41_residual_post_attn/max": 6.21875, "train/tensor_act_model_layers_41_residual_post_attn/range": 12.90625, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 1031.9161376953125, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": 0.001007080078125, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.35546875, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.7890625, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 1.78125, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 3.5703125, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 1040.1307373046875, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 5.841255187988281e-06, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.359375, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -1.953125, "train/tensor_act_model_layers_41_mlp_up_proj/max": 1.8984375, "train/tensor_act_model_layers_41_mlp_up_proj/range": 3.8515625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 154.40530395507812, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.001312255859375, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.0751953125, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 0.482421875, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.482421875, "train/tensor_act_model_layers_41_mlp_down_proj/max": 0.419921875, "train/tensor_act_model_layers_41_mlp_down_proj/range": 0.90234375, "train/tensor_act_model_layers_41_mlp/norm": 154.40505981445312, "train/tensor_act_model_layers_41_mlp/mean": 0.001312255859375, "train/tensor_act_model_layers_41_mlp/std": 0.0751953125, "train/tensor_act_model_layers_41_mlp/max_abs": 0.48046875, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.48046875, "train/tensor_act_model_layers_41_mlp/max": 0.41796875, "train/tensor_act_model_layers_41_mlp/range": 0.8984375, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 2461.45947265625, "train/tensor_act_model_layers_41_residual_post_mlp/mean": -0.0005645751953125, "train/tensor_act_model_layers_41_residual_post_mlp/std": 1.203125, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 6.8125, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": -6.8125, "train/tensor_act_model_layers_41_residual_post_mlp/max": 6.40625, "train/tensor_act_model_layers_41_residual_post_mlp/range": 13.21875, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 2461.45947265625, "train/tensor_act_model_layers_42_residual_pre_attn/mean": -0.0005645751953125, "train/tensor_act_model_layers_42_residual_pre_attn/std": 1.203125, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 6.8125, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": -6.8125, "train/tensor_act_model_layers_42_residual_pre_attn/max": 6.40625, "train/tensor_act_model_layers_42_residual_pre_attn/range": 13.21875, "train/tensor_act_model_layers_42_residual_post_attn/norm": 2462.90625, "train/tensor_act_model_layers_42_residual_post_attn/mean": -0.000484466552734375, "train/tensor_act_model_layers_42_residual_post_attn/std": 1.203125, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 6.8125, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/min": -6.8125, "train/tensor_act_model_layers_42_residual_post_attn/max": 6.21875, "train/tensor_act_model_layers_42_residual_post_attn/range": 13.03125, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 1040.9251708984375, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": -0.0030517578125, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.359375, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.7890625, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 3.7890625, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 1045.1114501953125, "train/tensor_act_model_layers_42_mlp_up_proj/mean": -0.003448486328125, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_42_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_42_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 159.2379150390625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 0.000713348388671875, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.07763671875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.51171875, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.482421875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 0.51171875, "train/tensor_act_model_layers_42_mlp_down_proj/range": 0.994140625, "train/tensor_act_model_layers_42_mlp/norm": 159.23721313476562, "train/tensor_act_model_layers_42_mlp/mean": 0.000713348388671875, "train/tensor_act_model_layers_42_mlp/std": 0.07763671875, "train/tensor_act_model_layers_42_mlp/max_abs": 0.5078125, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.48046875, "train/tensor_act_model_layers_42_mlp/max": 0.5078125, "train/tensor_act_model_layers_42_mlp/range": 0.98828125, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 2495.886962890625, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 0.0002307891845703125, "train/tensor_act_model_layers_42_residual_post_mlp/std": 1.21875, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 6.9375, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": -6.9375, "train/tensor_act_model_layers_42_residual_post_mlp/max": 6.25, "train/tensor_act_model_layers_42_residual_post_mlp/range": 13.1875, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 2495.886962890625, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 0.0002307891845703125, "train/tensor_act_model_layers_43_residual_pre_attn/std": 1.21875, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 6.9375, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": -6.9375, "train/tensor_act_model_layers_43_residual_pre_attn/max": 6.25, "train/tensor_act_model_layers_43_residual_pre_attn/range": 13.1875, "train/tensor_act_model_layers_43_residual_post_attn/norm": 2499.171630859375, "train/tensor_act_model_layers_43_residual_post_attn/mean": 0.00064849853515625, "train/tensor_act_model_layers_43_residual_post_attn/std": 1.21875, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 6.9375, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/min": -6.9375, "train/tensor_act_model_layers_43_residual_post_attn/max": 6.21875, "train/tensor_act_model_layers_43_residual_post_attn/range": 13.15625, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 1032.841796875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.00543212890625, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.357421875, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 1.875, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 3.671875, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 1029.8006591796875, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.002532958984375, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.35546875, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -1.9765625, "train/tensor_act_model_layers_43_mlp_up_proj/max": 1.8515625, "train/tensor_act_model_layers_43_mlp_up_proj/range": 3.828125, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 153.349853515625, "train/tensor_act_model_layers_43_mlp_down_proj/mean": -1.3530254364013672e-05, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.07470703125, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 0.4921875, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.458984375, "train/tensor_act_model_layers_43_mlp_down_proj/max": 0.4921875, "train/tensor_act_model_layers_43_mlp_down_proj/range": 0.951171875, "train/tensor_act_model_layers_43_mlp/norm": 153.34933471679688, "train/tensor_act_model_layers_43_mlp/mean": -1.3470649719238281e-05, "train/tensor_act_model_layers_43_mlp/std": 0.07470703125, "train/tensor_act_model_layers_43_mlp/max_abs": 0.490234375, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.45703125, "train/tensor_act_model_layers_43_mlp/max": 0.490234375, "train/tensor_act_model_layers_43_mlp/range": 0.947265625, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 2529.20703125, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 0.00063323974609375, "train/tensor_act_model_layers_43_residual_post_mlp/std": 1.234375, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 6.96875, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": -6.96875, "train/tensor_act_model_layers_43_residual_post_mlp/max": 6.28125, "train/tensor_act_model_layers_43_residual_post_mlp/range": 13.25, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 2529.20703125, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 0.00063323974609375, "train/tensor_act_model_layers_44_residual_pre_attn/std": 1.234375, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 6.96875, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": -6.96875, "train/tensor_act_model_layers_44_residual_pre_attn/max": 6.28125, "train/tensor_act_model_layers_44_residual_pre_attn/range": 13.25, "train/tensor_act_model_layers_44_residual_post_attn/norm": 2540.004638671875, "train/tensor_act_model_layers_44_residual_post_attn/mean": 0.000820159912109375, "train/tensor_act_model_layers_44_residual_post_attn/std": 1.2421875, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 7.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/min": -7.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 6.21875, "train/tensor_act_model_layers_44_residual_post_attn/range": 13.21875, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 1054.852294921875, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": -0.000530242919921875, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.9765625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 3.9296875, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 1057.7581787109375, "train/tensor_act_model_layers_44_mlp_up_proj/mean": -0.003875732421875, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_44_mlp_up_proj/max": 1.8984375, "train/tensor_act_model_layers_44_mlp_up_proj/range": 4.0078125, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 163.8672332763672, "train/tensor_act_model_layers_44_mlp_down_proj/mean": -0.000675201416015625, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 0.5625, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.5625, "train/tensor_act_model_layers_44_mlp_down_proj/max": 0.46875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 1.03125, "train/tensor_act_model_layers_44_mlp/norm": 163.86634826660156, "train/tensor_act_model_layers_44_mlp/mean": -0.000675201416015625, "train/tensor_act_model_layers_44_mlp/std": 0.080078125, "train/tensor_act_model_layers_44_mlp/max_abs": 0.55859375, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": -0.55859375, "train/tensor_act_model_layers_44_mlp/max": 0.466796875, "train/tensor_act_model_layers_44_mlp/range": 1.025390625, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 2572.1611328125, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 0.00014495849609375, "train/tensor_act_model_layers_44_residual_post_mlp/std": 1.2578125, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 7.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": -7.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 6.34375, "train/tensor_act_model_layers_44_residual_post_mlp/range": 13.34375, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 2572.1611328125, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 0.00014495849609375, "train/tensor_act_model_layers_45_residual_pre_attn/std": 1.2578125, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 7.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": -7.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 6.34375, "train/tensor_act_model_layers_45_residual_pre_attn/range": 13.34375, "train/tensor_act_model_layers_45_residual_post_attn/norm": 2572.982421875, "train/tensor_act_model_layers_45_residual_post_attn/mean": 0.000125885009765625, "train/tensor_act_model_layers_45_residual_post_attn/std": 1.2578125, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 6.96875, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/min": -6.96875, "train/tensor_act_model_layers_45_residual_post_attn/max": 6.3125, "train/tensor_act_model_layers_45_residual_post_attn/range": 13.28125, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 1052.7335205078125, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.01031494140625, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 3.859375, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 1045.6204833984375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.000392913818359375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_45_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_45_mlp_up_proj/range": 3.984375, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 161.10617065429688, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 0.000553131103515625, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.51953125, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.466796875, "train/tensor_act_model_layers_45_mlp_down_proj/max": 0.51953125, "train/tensor_act_model_layers_45_mlp_down_proj/range": 0.986328125, "train/tensor_act_model_layers_45_mlp/norm": 161.1050567626953, "train/tensor_act_model_layers_45_mlp/mean": 0.000553131103515625, "train/tensor_act_model_layers_45_mlp/std": 0.07861328125, "train/tensor_act_model_layers_45_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": -0.46484375, "train/tensor_act_model_layers_45_mlp/max": 0.515625, "train/tensor_act_model_layers_45_mlp/range": 0.98046875, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 2603.24462890625, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 0.00067901611328125, "train/tensor_act_model_layers_45_residual_post_mlp/std": 1.2734375, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 7.0625, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": -7.0625, "train/tensor_act_model_layers_45_residual_post_mlp/max": 6.40625, "train/tensor_act_model_layers_45_residual_post_mlp/range": 13.46875, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 2603.24462890625, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 0.00067901611328125, "train/tensor_act_model_layers_46_residual_pre_attn/std": 1.2734375, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 7.0625, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": -7.0625, "train/tensor_act_model_layers_46_residual_pre_attn/max": 6.40625, "train/tensor_act_model_layers_46_residual_pre_attn/range": 13.46875, "train/tensor_act_model_layers_46_residual_post_attn/norm": 2604.561767578125, "train/tensor_act_model_layers_46_residual_post_attn/mean": 0.001220703125, "train/tensor_act_model_layers_46_residual_post_attn/std": 1.2734375, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 7.03125, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/min": -7.03125, "train/tensor_act_model_layers_46_residual_post_attn/max": 6.34375, "train/tensor_act_model_layers_46_residual_post_attn/range": 13.375, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 1052.3909912109375, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": -0.0030517578125, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.8671875, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 3.7890625, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 1052.414306640625, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.004302978515625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_46_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 163.78305053710938, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.00142669677734375, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 0.494140625, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.494140625, "train/tensor_act_model_layers_46_mlp_down_proj/max": 0.484375, "train/tensor_act_model_layers_46_mlp_down_proj/range": 0.978515625, "train/tensor_act_model_layers_46_mlp/norm": 163.78196716308594, "train/tensor_act_model_layers_46_mlp/mean": 0.00142669677734375, "train/tensor_act_model_layers_46_mlp/std": 0.080078125, "train/tensor_act_model_layers_46_mlp/max_abs": 0.4921875, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.4921875, "train/tensor_act_model_layers_46_mlp/max": 0.482421875, "train/tensor_act_model_layers_46_mlp/range": 0.974609375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 2637.30224609375, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 0.002655029296875, "train/tensor_act_model_layers_46_residual_post_mlp/std": 1.2890625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 7.09375, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": -7.09375, "train/tensor_act_model_layers_46_residual_post_mlp/max": 6.46875, "train/tensor_act_model_layers_46_residual_post_mlp/range": 13.5625, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 2637.30224609375, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 0.002655029296875, "train/tensor_act_model_layers_47_residual_pre_attn/std": 1.2890625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 7.09375, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": -7.09375, "train/tensor_act_model_layers_47_residual_pre_attn/max": 6.46875, "train/tensor_act_model_layers_47_residual_pre_attn/range": 13.5625, "train/tensor_act_model_layers_47_residual_post_attn/norm": 2641.507080078125, "train/tensor_act_model_layers_47_residual_post_attn/mean": 0.00146484375, "train/tensor_act_model_layers_47_residual_post_attn/std": 1.2890625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 7.09375, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/min": -7.09375, "train/tensor_act_model_layers_47_residual_post_attn/max": 6.75, "train/tensor_act_model_layers_47_residual_post_attn/range": 13.84375, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 1055.109130859375, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": -0.0031585693359375, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.984375, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 4.078125, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 1057.454833984375, "train/tensor_act_model_layers_47_mlp_up_proj/mean": -0.01165771484375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_47_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_47_mlp_up_proj/range": 3.875, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 165.80235290527344, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.000858306884765625, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.0810546875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.486328125, "train/tensor_act_model_layers_47_mlp_down_proj/max": 0.50390625, "train/tensor_act_model_layers_47_mlp_down_proj/range": 0.990234375, "train/tensor_act_model_layers_47_mlp/norm": 165.80113220214844, "train/tensor_act_model_layers_47_mlp/mean": 0.000858306884765625, "train/tensor_act_model_layers_47_mlp/std": 0.0810546875, "train/tensor_act_model_layers_47_mlp/max_abs": 0.5, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.484375, "train/tensor_act_model_layers_47_mlp/max": 0.5, "train/tensor_act_model_layers_47_mlp/range": 0.984375, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 2674.880126953125, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 0.0023193359375, "train/tensor_act_model_layers_47_residual_post_mlp/std": 1.3046875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 7.15625, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": -7.15625, "train/tensor_act_model_layers_47_residual_post_mlp/max": 6.78125, "train/tensor_act_model_layers_47_residual_post_mlp/range": 13.9375, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 2674.880126953125, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 0.0023193359375, "train/tensor_act_model_layers_48_residual_pre_attn/std": 1.3046875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 7.15625, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": -7.15625, "train/tensor_act_model_layers_48_residual_pre_attn/max": 6.78125, "train/tensor_act_model_layers_48_residual_pre_attn/range": 13.9375, "train/tensor_act_model_layers_48_residual_post_attn/norm": 2691.604736328125, "train/tensor_act_model_layers_48_residual_post_attn/mean": 0.003814697265625, "train/tensor_act_model_layers_48_residual_post_attn/std": 1.3125, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 7.15625, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/min": -7.15625, "train/tensor_act_model_layers_48_residual_post_attn/max": 7.03125, "train/tensor_act_model_layers_48_residual_post_attn/range": 14.1875, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 1062.9017333984375, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.005889892578125, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.25, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -2.25, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 4.1640625, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 1058.059814453125, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.005126953125, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_48_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_48_mlp_up_proj/range": 3.921875, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 164.24017333984375, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 0.00238037109375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 0.498046875, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.498046875, "train/tensor_act_model_layers_48_mlp_down_proj/max": 0.470703125, "train/tensor_act_model_layers_48_mlp_down_proj/range": 0.96875, "train/tensor_act_model_layers_48_mlp/norm": 164.23899841308594, "train/tensor_act_model_layers_48_mlp/mean": 0.00238037109375, "train/tensor_act_model_layers_48_mlp/std": 0.080078125, "train/tensor_act_model_layers_48_mlp/max_abs": 0.49609375, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.49609375, "train/tensor_act_model_layers_48_mlp/max": 0.46875, "train/tensor_act_model_layers_48_mlp/range": 0.96484375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 2721.084228515625, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 0.006195068359375, "train/tensor_act_model_layers_48_residual_post_mlp/std": 1.328125, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 7.21875, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": -7.15625, "train/tensor_act_model_layers_48_residual_post_mlp/max": 7.21875, "train/tensor_act_model_layers_48_residual_post_mlp/range": 14.375, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 2721.084228515625, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 0.006195068359375, "train/tensor_act_model_layers_49_residual_pre_attn/std": 1.328125, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 7.21875, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": -7.15625, "train/tensor_act_model_layers_49_residual_pre_attn/max": 7.21875, "train/tensor_act_model_layers_49_residual_pre_attn/range": 14.375, "train/tensor_act_model_layers_49_residual_post_attn/norm": 2724.5322265625, "train/tensor_act_model_layers_49_residual_post_attn/mean": 0.006622314453125, "train/tensor_act_model_layers_49_residual_post_attn/std": 1.328125, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 7.21875, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/min": -7.21875, "train/tensor_act_model_layers_49_residual_post_attn/max": 7.21875, "train/tensor_act_model_layers_49_residual_post_attn/range": 14.4375, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 1052.4461669921875, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": -0.00141143798828125, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.234375, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -2.171875, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.234375, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 1055.3896484375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": -0.00469970703125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_49_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_49_mlp_up_proj/range": 3.953125, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 164.63377380371094, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 0.0020751953125, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.08056640625, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 0.474609375, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.474609375, "train/tensor_act_model_layers_49_mlp_down_proj/max": 0.439453125, "train/tensor_act_model_layers_49_mlp_down_proj/range": 0.9140625, "train/tensor_act_model_layers_49_mlp/norm": 164.6326141357422, "train/tensor_act_model_layers_49_mlp/mean": 0.0020751953125, "train/tensor_act_model_layers_49_mlp/std": 0.08056640625, "train/tensor_act_model_layers_49_mlp/max_abs": 0.47265625, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.47265625, "train/tensor_act_model_layers_49_mlp/max": 0.4375, "train/tensor_act_model_layers_49_mlp/range": 0.91015625, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 2755.466064453125, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 0.0086669921875, "train/tensor_act_model_layers_49_residual_post_mlp/std": 1.34375, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 7.3125, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": -7.3125, "train/tensor_act_model_layers_49_residual_post_mlp/max": 7.21875, "train/tensor_act_model_layers_49_residual_post_mlp/range": 14.53125, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 2755.466064453125, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 0.0086669921875, "train/tensor_act_model_layers_50_residual_pre_attn/std": 1.34375, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 7.3125, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": -7.3125, "train/tensor_act_model_layers_50_residual_pre_attn/max": 7.21875, "train/tensor_act_model_layers_50_residual_pre_attn/range": 14.53125, "train/tensor_act_model_layers_50_residual_post_attn/norm": 2756.728759765625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 0.00909423828125, "train/tensor_act_model_layers_50_residual_post_attn/std": 1.34375, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 7.34375, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/min": -7.34375, "train/tensor_act_model_layers_50_residual_post_attn/max": 7.28125, "train/tensor_act_model_layers_50_residual_post_attn/range": 14.625, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 1060.440185546875, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": -0.0023345947265625, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 1049.1881103515625, "train/tensor_act_model_layers_50_mlp_up_proj/mean": -0.0002593994140625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_50_mlp_up_proj/range": 3.859375, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 163.87628173828125, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 0.00049591064453125, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 0.53125, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.53125, "train/tensor_act_model_layers_50_mlp_down_proj/max": 0.478515625, "train/tensor_act_model_layers_50_mlp_down_proj/range": 1.009765625, "train/tensor_act_model_layers_50_mlp/norm": 163.87530517578125, "train/tensor_act_model_layers_50_mlp/mean": 0.00049591064453125, "train/tensor_act_model_layers_50_mlp/std": 0.080078125, "train/tensor_act_model_layers_50_mlp/max_abs": 0.52734375, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.52734375, "train/tensor_act_model_layers_50_mlp/max": 0.4765625, "train/tensor_act_model_layers_50_mlp/range": 1.00390625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 2786.722900390625, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 0.0096435546875, "train/tensor_act_model_layers_50_residual_post_mlp/std": 1.359375, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 7.375, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": -7.3125, "train/tensor_act_model_layers_50_residual_post_mlp/max": 7.375, "train/tensor_act_model_layers_50_residual_post_mlp/range": 14.6875, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 2786.722900390625, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 0.0096435546875, "train/tensor_act_model_layers_51_residual_pre_attn/std": 1.359375, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 7.375, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": -7.3125, "train/tensor_act_model_layers_51_residual_pre_attn/max": 7.375, "train/tensor_act_model_layers_51_residual_pre_attn/range": 14.6875, "train/tensor_act_model_layers_51_residual_post_attn/norm": 2786.5849609375, "train/tensor_act_model_layers_51_residual_post_attn/mean": 0.01007080078125, "train/tensor_act_model_layers_51_residual_post_attn/std": 1.359375, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 7.375, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/min": -7.34375, "train/tensor_act_model_layers_51_residual_post_attn/max": 7.375, "train/tensor_act_model_layers_51_residual_post_attn/range": 14.71875, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 1057.2415771484375, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.003082275390625, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.96875, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 4.109375, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 1059.8585205078125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.005157470703125, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_51_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_51_mlp_up_proj/range": 4.0, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 164.21896362304688, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 0.0013885498046875, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.53125, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.5234375, "train/tensor_act_model_layers_51_mlp_down_proj/max": 0.53125, "train/tensor_act_model_layers_51_mlp_down_proj/range": 1.0546875, "train/tensor_act_model_layers_51_mlp/norm": 164.2171630859375, "train/tensor_act_model_layers_51_mlp/mean": 0.0013885498046875, "train/tensor_act_model_layers_51_mlp/std": 0.080078125, "train/tensor_act_model_layers_51_mlp/max_abs": 0.52734375, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.51953125, "train/tensor_act_model_layers_51_mlp/max": 0.52734375, "train/tensor_act_model_layers_51_mlp/range": 1.046875, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 2811.010986328125, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 0.011474609375, "train/tensor_act_model_layers_51_residual_post_mlp/std": 1.375, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 7.25, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": -7.25, "train/tensor_act_model_layers_51_residual_post_mlp/max": 7.21875, "train/tensor_act_model_layers_51_residual_post_mlp/range": 14.46875, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 2811.010986328125, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 0.011474609375, "train/tensor_act_model_layers_52_residual_pre_attn/std": 1.375, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 7.25, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": -7.25, "train/tensor_act_model_layers_52_residual_pre_attn/max": 7.21875, "train/tensor_act_model_layers_52_residual_pre_attn/range": 14.46875, "train/tensor_act_model_layers_52_residual_post_attn/norm": 2815.492919921875, "train/tensor_act_model_layers_52_residual_post_attn/mean": 0.01226806640625, "train/tensor_act_model_layers_52_residual_post_attn/std": 1.375, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 7.21875, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/min": -7.21875, "train/tensor_act_model_layers_52_residual_post_attn/max": 7.125, "train/tensor_act_model_layers_52_residual_post_attn/range": 14.34375, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 1064.251708984375, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.00023746490478515625, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.03125, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.296875, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 1057.3326416015625, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.00089263916015625, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_52_mlp_up_proj/range": 4.078125, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 163.853271484375, "train/tensor_act_model_layers_52_mlp_down_proj/mean": -0.0008697509765625, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 0.47265625, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.47265625, "train/tensor_act_model_layers_52_mlp_down_proj/max": 0.466796875, "train/tensor_act_model_layers_52_mlp_down_proj/range": 0.939453125, "train/tensor_act_model_layers_52_mlp/norm": 163.85202026367188, "train/tensor_act_model_layers_52_mlp/mean": -0.0008697509765625, "train/tensor_act_model_layers_52_mlp/std": 0.080078125, "train/tensor_act_model_layers_52_mlp/max_abs": 0.470703125, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": -0.470703125, "train/tensor_act_model_layers_52_mlp/max": 0.46484375, "train/tensor_act_model_layers_52_mlp/range": 0.935546875, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 2844.114990234375, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 0.01141357421875, "train/tensor_act_model_layers_52_residual_post_mlp/std": 1.390625, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 7.3125, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": -7.25, "train/tensor_act_model_layers_52_residual_post_mlp/max": 7.3125, "train/tensor_act_model_layers_52_residual_post_mlp/range": 14.5625, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 2844.114990234375, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 0.01141357421875, "train/tensor_act_model_layers_53_residual_pre_attn/std": 1.390625, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 7.3125, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": -7.25, "train/tensor_act_model_layers_53_residual_pre_attn/max": 7.3125, "train/tensor_act_model_layers_53_residual_pre_attn/range": 14.5625, "train/tensor_act_model_layers_53_residual_post_attn/norm": 2851.196044921875, "train/tensor_act_model_layers_53_residual_post_attn/mean": 0.01031494140625, "train/tensor_act_model_layers_53_residual_post_attn/std": 1.390625, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 7.3125, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/min": -7.28125, "train/tensor_act_model_layers_53_residual_post_attn/max": 7.3125, "train/tensor_act_model_layers_53_residual_post_attn/range": 14.59375, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 1062.02783203125, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.006622314453125, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -2.1875, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.125, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 1069.1868896484375, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.004241943359375, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_53_mlp_up_proj/max": 1.90625, "train/tensor_act_model_layers_53_mlp_up_proj/range": 3.96875, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 165.8654327392578, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.00089263916015625, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.0810546875, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.609375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.5, "train/tensor_act_model_layers_53_mlp_down_proj/max": 0.609375, "train/tensor_act_model_layers_53_mlp_down_proj/range": 1.109375, "train/tensor_act_model_layers_53_mlp/norm": 165.86439514160156, "train/tensor_act_model_layers_53_mlp/mean": 0.00089263916015625, "train/tensor_act_model_layers_53_mlp/std": 0.0810546875, "train/tensor_act_model_layers_53_mlp/max_abs": 0.60546875, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.498046875, "train/tensor_act_model_layers_53_mlp/max": 0.60546875, "train/tensor_act_model_layers_53_mlp/range": 1.103515625, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 2878.7099609375, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 0.01116943359375, "train/tensor_act_model_layers_53_residual_post_mlp/std": 1.40625, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 7.625, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": -7.34375, "train/tensor_act_model_layers_53_residual_post_mlp/max": 7.625, "train/tensor_act_model_layers_53_residual_post_mlp/range": 14.96875, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 2878.7099609375, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 0.01116943359375, "train/tensor_act_model_layers_54_residual_pre_attn/std": 1.40625, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 7.625, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": -7.34375, "train/tensor_act_model_layers_54_residual_pre_attn/max": 7.625, "train/tensor_act_model_layers_54_residual_pre_attn/range": 14.96875, "train/tensor_act_model_layers_54_residual_post_attn/norm": 2897.681884765625, "train/tensor_act_model_layers_54_residual_post_attn/mean": 0.014892578125, "train/tensor_act_model_layers_54_residual_post_attn/std": 1.4140625, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 7.5625, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/min": -7.375, "train/tensor_act_model_layers_54_residual_post_attn/max": 7.5625, "train/tensor_act_model_layers_54_residual_post_attn/range": 14.9375, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 1060.4910888671875, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.00341796875, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -2.140625, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 1.8359375, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 3.9765625, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 1060.746826171875, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.0106201171875, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_54_mlp_up_proj/range": 4.1875, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 164.6752471923828, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 0.0014801025390625, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.08056640625, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_54_mlp_down_proj/max": 0.515625, "train/tensor_act_model_layers_54_mlp_down_proj/range": 0.97265625, "train/tensor_act_model_layers_54_mlp/norm": 164.67404174804688, "train/tensor_act_model_layers_54_mlp/mean": 0.0014801025390625, "train/tensor_act_model_layers_54_mlp/std": 0.08056640625, "train/tensor_act_model_layers_54_mlp/max_abs": 0.51171875, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.455078125, "train/tensor_act_model_layers_54_mlp/max": 0.51171875, "train/tensor_act_model_layers_54_mlp/range": 0.966796875, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 2921.673828125, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 0.016357421875, "train/tensor_act_model_layers_54_residual_post_mlp/std": 1.4296875, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 7.75, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": -7.40625, "train/tensor_act_model_layers_54_residual_post_mlp/max": 7.75, "train/tensor_act_model_layers_54_residual_post_mlp/range": 15.15625, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 2921.673828125, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 0.016357421875, "train/tensor_act_model_layers_55_residual_pre_attn/std": 1.4296875, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 7.75, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": -7.40625, "train/tensor_act_model_layers_55_residual_pre_attn/max": 7.75, "train/tensor_act_model_layers_55_residual_pre_attn/range": 15.15625, "train/tensor_act_model_layers_55_residual_post_attn/norm": 2940.159423828125, "train/tensor_act_model_layers_55_residual_post_attn/mean": 0.017333984375, "train/tensor_act_model_layers_55_residual_post_attn/std": 1.4375, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 7.71875, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/min": -7.375, "train/tensor_act_model_layers_55_residual_post_attn/max": 7.71875, "train/tensor_act_model_layers_55_residual_post_attn/range": 15.09375, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 1076.5235595703125, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.005645751953125, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.9609375, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 4.0390625, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 1067.4603271484375, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.0069580078125, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 4.390625, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 169.3629913330078, "train/tensor_act_model_layers_55_mlp_down_proj/mean": -0.000606536865234375, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.08251953125, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 0.478515625, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.4609375, "train/tensor_act_model_layers_55_mlp_down_proj/max": 0.478515625, "train/tensor_act_model_layers_55_mlp_down_proj/range": 0.939453125, "train/tensor_act_model_layers_55_mlp/norm": 169.3614959716797, "train/tensor_act_model_layers_55_mlp/mean": -0.000606536865234375, "train/tensor_act_model_layers_55_mlp/std": 0.08251953125, "train/tensor_act_model_layers_55_mlp/max_abs": 0.4765625, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.458984375, "train/tensor_act_model_layers_55_mlp/max": 0.4765625, "train/tensor_act_model_layers_55_mlp/range": 0.935546875, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 2962.175048828125, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 0.0167236328125, "train/tensor_act_model_layers_55_residual_post_mlp/std": 1.4453125, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 7.9375, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": -7.375, "train/tensor_act_model_layers_55_residual_post_mlp/max": 7.9375, "train/tensor_act_model_layers_55_residual_post_mlp/range": 15.3125, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 2962.175048828125, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 0.0167236328125, "train/tensor_act_model_layers_56_residual_pre_attn/std": 1.4453125, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 7.9375, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": -7.375, "train/tensor_act_model_layers_56_residual_pre_attn/max": 7.9375, "train/tensor_act_model_layers_56_residual_pre_attn/range": 15.3125, "train/tensor_act_model_layers_56_residual_post_attn/norm": 2970.05078125, "train/tensor_act_model_layers_56_residual_post_attn/mean": 0.01708984375, "train/tensor_act_model_layers_56_residual_post_attn/std": 1.453125, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 8.0625, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/min": -7.46875, "train/tensor_act_model_layers_56_residual_post_attn/max": 8.0625, "train/tensor_act_model_layers_56_residual_post_attn/range": 15.53125, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 1080.0439453125, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": -0.00347900390625, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.203125, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -2.203125, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.359375, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 1074.47314453125, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.00189971923828125, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.0625, "train/tensor_act_model_layers_56_mlp_up_proj/range": 3.9140625, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 173.15855407714844, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 0.00070953369140625, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.08447265625, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.5078125, "train/tensor_act_model_layers_56_mlp_down_proj/max": 0.55859375, "train/tensor_act_model_layers_56_mlp_down_proj/range": 1.06640625, "train/tensor_act_model_layers_56_mlp/norm": 173.1564178466797, "train/tensor_act_model_layers_56_mlp/mean": 0.00070953369140625, "train/tensor_act_model_layers_56_mlp/std": 0.08447265625, "train/tensor_act_model_layers_56_mlp/max_abs": 0.5546875, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.50390625, "train/tensor_act_model_layers_56_mlp/max": 0.5546875, "train/tensor_act_model_layers_56_mlp/range": 1.05859375, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 2995.029541015625, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 0.017822265625, "train/tensor_act_model_layers_56_residual_post_mlp/std": 1.4609375, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 8.25, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": -7.6875, "train/tensor_act_model_layers_56_residual_post_mlp/max": 8.25, "train/tensor_act_model_layers_56_residual_post_mlp/range": 15.9375, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 2995.029541015625, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 0.017822265625, "train/tensor_act_model_layers_57_residual_pre_attn/std": 1.4609375, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 8.25, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": -7.6875, "train/tensor_act_model_layers_57_residual_pre_attn/max": 8.25, "train/tensor_act_model_layers_57_residual_pre_attn/range": 15.9375, "train/tensor_act_model_layers_57_residual_post_attn/norm": 3020.119140625, "train/tensor_act_model_layers_57_residual_post_attn/mean": 0.01519775390625, "train/tensor_act_model_layers_57_residual_post_attn/std": 1.4765625, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 8.625, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/min": -7.65625, "train/tensor_act_model_layers_57_residual_post_attn/max": 8.625, "train/tensor_act_model_layers_57_residual_post_attn/range": 16.28125, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 1060.442626953125, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.00433349609375, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -2.078125, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 3.96875, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 1059.3914794921875, "train/tensor_act_model_layers_57_mlp_up_proj/mean": 0.0032501220703125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_57_mlp_up_proj/range": 4.15625, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 163.8472137451172, "train/tensor_act_model_layers_57_mlp_down_proj/mean": -3.62396240234375e-05, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.486328125, "train/tensor_act_model_layers_57_mlp_down_proj/max": 0.55859375, "train/tensor_act_model_layers_57_mlp_down_proj/range": 1.044921875, "train/tensor_act_model_layers_57_mlp/norm": 163.84571838378906, "train/tensor_act_model_layers_57_mlp/mean": -3.62396240234375e-05, "train/tensor_act_model_layers_57_mlp/std": 0.080078125, "train/tensor_act_model_layers_57_mlp/max_abs": 0.5546875, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.484375, "train/tensor_act_model_layers_57_mlp/max": 0.5546875, "train/tensor_act_model_layers_57_mlp/range": 1.0390625, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 3043.031005859375, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 0.01519775390625, "train/tensor_act_model_layers_57_residual_post_mlp/std": 1.484375, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 8.75, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": -7.8125, "train/tensor_act_model_layers_57_residual_post_mlp/max": 8.75, "train/tensor_act_model_layers_57_residual_post_mlp/range": 16.5625, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 3043.031005859375, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 0.01519775390625, "train/tensor_act_model_layers_58_residual_pre_attn/std": 1.484375, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 8.75, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": -7.8125, "train/tensor_act_model_layers_58_residual_pre_attn/max": 8.75, "train/tensor_act_model_layers_58_residual_pre_attn/range": 16.5625, "train/tensor_act_model_layers_58_residual_post_attn/norm": 3042.433349609375, "train/tensor_act_model_layers_58_residual_post_attn/mean": 0.01416015625, "train/tensor_act_model_layers_58_residual_post_attn/std": 1.484375, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 8.8125, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/min": -7.8125, "train/tensor_act_model_layers_58_residual_post_attn/max": 8.8125, "train/tensor_act_model_layers_58_residual_post_attn/range": 16.625, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 1069.8583984375, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.00098419189453125, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -2.0, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 4.0625, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 1070.3699951171875, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.00732421875, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_58_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_58_mlp_up_proj/range": 4.0078125, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 169.08091735839844, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 0.000469207763671875, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.08251953125, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 0.55078125, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.498046875, "train/tensor_act_model_layers_58_mlp_down_proj/max": 0.55078125, "train/tensor_act_model_layers_58_mlp_down_proj/range": 1.048828125, "train/tensor_act_model_layers_58_mlp/norm": 169.0780792236328, "train/tensor_act_model_layers_58_mlp/mean": 0.000469207763671875, "train/tensor_act_model_layers_58_mlp/std": 0.08251953125, "train/tensor_act_model_layers_58_mlp/max_abs": 0.546875, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.49609375, "train/tensor_act_model_layers_58_mlp/max": 0.546875, "train/tensor_act_model_layers_58_mlp/range": 1.04296875, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 3065.4970703125, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 0.0146484375, "train/tensor_act_model_layers_58_residual_post_mlp/std": 1.5, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 8.875, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": -7.875, "train/tensor_act_model_layers_58_residual_post_mlp/max": 8.875, "train/tensor_act_model_layers_58_residual_post_mlp/range": 16.75, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 3065.4970703125, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 0.0146484375, "train/tensor_act_model_layers_59_residual_pre_attn/std": 1.5, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 8.875, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": -7.875, "train/tensor_act_model_layers_59_residual_pre_attn/max": 8.875, "train/tensor_act_model_layers_59_residual_pre_attn/range": 16.75, "train/tensor_act_model_layers_59_residual_post_attn/norm": 3064.278076171875, "train/tensor_act_model_layers_59_residual_post_attn/mean": 0.015380859375, "train/tensor_act_model_layers_59_residual_post_attn/std": 1.5, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 8.875, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/min": -7.875, "train/tensor_act_model_layers_59_residual_post_attn/max": 8.875, "train/tensor_act_model_layers_59_residual_post_attn/range": 16.75, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 1071.1002197265625, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.0050048828125, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -2.140625, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 4.25, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 1072.302734375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": 0.002410888671875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_59_mlp_up_proj/range": 4.15625, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 170.58973693847656, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.00022602081298828125, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.08349609375, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 0.470703125, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.470703125, "train/tensor_act_model_layers_59_mlp_down_proj/max": 0.458984375, "train/tensor_act_model_layers_59_mlp_down_proj/range": 0.9296875, "train/tensor_act_model_layers_59_mlp/norm": 170.58810424804688, "train/tensor_act_model_layers_59_mlp/mean": 0.00022602081298828125, "train/tensor_act_model_layers_59_mlp/std": 0.08349609375, "train/tensor_act_model_layers_59_mlp/max_abs": 0.46875, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.46875, "train/tensor_act_model_layers_59_mlp/max": 0.45703125, "train/tensor_act_model_layers_59_mlp/range": 0.92578125, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 3088.813720703125, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 0.015625, "train/tensor_act_model_layers_59_residual_post_mlp/std": 1.5078125, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 9.0625, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": -8.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 9.0625, "train/tensor_act_model_layers_59_residual_post_mlp/range": 17.0625, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 3088.813720703125, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 0.015625, "train/tensor_act_model_layers_60_residual_pre_attn/std": 1.5078125, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 9.0625, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": -8.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 9.0625, "train/tensor_act_model_layers_60_residual_pre_attn/range": 17.0625, "train/tensor_act_model_layers_60_residual_post_attn/norm": 3087.0751953125, "train/tensor_act_model_layers_60_residual_post_attn/mean": 0.01531982421875, "train/tensor_act_model_layers_60_residual_post_attn/std": 1.5078125, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 9.0625, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/min": -7.96875, "train/tensor_act_model_layers_60_residual_post_attn/max": 9.0625, "train/tensor_act_model_layers_60_residual_post_attn/range": 17.03125, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 1083.1561279296875, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.009033203125, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -1.90625, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 4.078125, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 1072.666748046875, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.000614166259765625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_60_mlp_up_proj/range": 4.109375, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 173.40321350097656, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.0015106201171875, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.08447265625, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 0.515625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.515625, "train/tensor_act_model_layers_60_mlp_down_proj/max": 0.486328125, "train/tensor_act_model_layers_60_mlp_down_proj/range": 1.001953125, "train/tensor_act_model_layers_60_mlp/norm": 173.40135192871094, "train/tensor_act_model_layers_60_mlp/mean": 0.0015106201171875, "train/tensor_act_model_layers_60_mlp/std": 0.08447265625, "train/tensor_act_model_layers_60_mlp/max_abs": 0.51171875, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.51171875, "train/tensor_act_model_layers_60_mlp/max": 0.484375, "train/tensor_act_model_layers_60_mlp/range": 0.99609375, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 3113.1552734375, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 0.016845703125, "train/tensor_act_model_layers_60_residual_post_mlp/std": 1.5234375, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 9.125, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": -8.125, "train/tensor_act_model_layers_60_residual_post_mlp/max": 9.125, "train/tensor_act_model_layers_60_residual_post_mlp/range": 17.25, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 3113.1552734375, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 0.016845703125, "train/tensor_act_model_layers_61_residual_pre_attn/std": 1.5234375, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 9.125, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": -8.125, "train/tensor_act_model_layers_61_residual_pre_attn/max": 9.125, "train/tensor_act_model_layers_61_residual_pre_attn/range": 17.25, "train/tensor_act_model_layers_61_residual_post_attn/norm": 3123.902587890625, "train/tensor_act_model_layers_61_residual_post_attn/mean": 0.0174560546875, "train/tensor_act_model_layers_61_residual_post_attn/std": 1.5234375, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 9.1875, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/min": -8.125, "train/tensor_act_model_layers_61_residual_post_attn/max": 9.1875, "train/tensor_act_model_layers_61_residual_post_attn/range": 17.3125, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 1076.7913818359375, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": -0.004180908203125, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -2.140625, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 4.0859375, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 1075.67529296875, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.0021209716796875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_61_mlp_up_proj/range": 4.0859375, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 174.06329345703125, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.00153350830078125, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.0849609375, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 0.5390625, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.5390625, "train/tensor_act_model_layers_61_mlp_down_proj/max": 0.5234375, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.0625, "train/tensor_act_model_layers_61_mlp/norm": 174.05911254882812, "train/tensor_act_model_layers_61_mlp/mean": 0.00153350830078125, "train/tensor_act_model_layers_61_mlp/std": 0.0849609375, "train/tensor_act_model_layers_61_mlp/max_abs": 0.53515625, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.53515625, "train/tensor_act_model_layers_61_mlp/max": 0.51953125, "train/tensor_act_model_layers_61_mlp/range": 1.0546875, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 3150.966796875, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 0.0189208984375, "train/tensor_act_model_layers_61_residual_post_mlp/std": 1.5390625, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 9.625, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": -8.125, "train/tensor_act_model_layers_61_residual_post_mlp/max": 9.625, "train/tensor_act_model_layers_61_residual_post_mlp/range": 17.75, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 3150.966796875, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 0.0189208984375, "train/tensor_act_model_layers_62_residual_pre_attn/std": 1.5390625, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 9.625, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": -8.125, "train/tensor_act_model_layers_62_residual_pre_attn/max": 9.625, "train/tensor_act_model_layers_62_residual_pre_attn/range": 17.75, "train/tensor_act_model_layers_62_residual_post_attn/norm": 3157.2255859375, "train/tensor_act_model_layers_62_residual_post_attn/mean": 0.0191650390625, "train/tensor_act_model_layers_62_residual_post_attn/std": 1.5390625, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 9.6875, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/min": -8.125, "train/tensor_act_model_layers_62_residual_post_attn/max": 9.6875, "train/tensor_act_model_layers_62_residual_post_attn/range": 17.8125, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 1080.7703857421875, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": 0.003326416015625, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 4.234375, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 1086.80859375, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.002227783203125, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_62_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_62_mlp_up_proj/range": 3.890625, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 176.04544067382812, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.00250244140625, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.0859375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 0.4921875, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.4921875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 0.484375, "train/tensor_act_model_layers_62_mlp_down_proj/range": 0.9765625, "train/tensor_act_model_layers_62_mlp/norm": 176.04295349121094, "train/tensor_act_model_layers_62_mlp/mean": 0.00250244140625, "train/tensor_act_model_layers_62_mlp/std": 0.0859375, "train/tensor_act_model_layers_62_mlp/max_abs": 0.490234375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.490234375, "train/tensor_act_model_layers_62_mlp/max": 0.482421875, "train/tensor_act_model_layers_62_mlp/range": 0.97265625, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 3183.915283203125, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 0.021728515625, "train/tensor_act_model_layers_62_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 9.6875, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": -8.125, "train/tensor_act_model_layers_62_residual_post_mlp/max": 9.6875, "train/tensor_act_model_layers_62_residual_post_mlp/range": 17.8125, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 3183.915283203125, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 0.021728515625, "train/tensor_act_model_layers_63_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 9.6875, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": -8.125, "train/tensor_act_model_layers_63_residual_pre_attn/max": 9.6875, "train/tensor_act_model_layers_63_residual_pre_attn/range": 17.8125, "train/tensor_act_model_layers_63_residual_post_attn/norm": 3198.796630859375, "train/tensor_act_model_layers_63_residual_post_attn/mean": 0.02099609375, "train/tensor_act_model_layers_63_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 9.9375, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/min": -8.0625, "train/tensor_act_model_layers_63_residual_post_attn/max": 9.9375, "train/tensor_act_model_layers_63_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 1093.5045166015625, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": 0.006805419921875, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.9296875, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.0546875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 1100.7921142578125, "train/tensor_act_model_layers_63_mlp_up_proj/mean": 0.007659912109375, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.380859375, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_63_mlp_up_proj/range": 4.3125, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 179.3292999267578, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 0.00147247314453125, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.08740234375, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.55859375, "train/tensor_act_model_layers_63_mlp_down_proj/max": 0.5546875, "train/tensor_act_model_layers_63_mlp_down_proj/range": 1.11328125, "train/tensor_act_model_layers_63_mlp/norm": 179.32594299316406, "train/tensor_act_model_layers_63_mlp/mean": 0.00147247314453125, "train/tensor_act_model_layers_63_mlp/std": 0.08740234375, "train/tensor_act_model_layers_63_mlp/max_abs": 0.5546875, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.5546875, "train/tensor_act_model_layers_63_mlp/max": 0.55078125, "train/tensor_act_model_layers_63_mlp/range": 1.10546875, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 3222.16796875, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 0.0224609375, "train/tensor_act_model_layers_63_residual_post_mlp/std": 1.5703125, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 10.125, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_63_residual_post_mlp/min": -8.125, "train/tensor_act_model_layers_63_residual_post_mlp/max": 10.125, "train/tensor_act_model_layers_63_residual_post_mlp/range": 18.25, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 3222.16796875, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 0.0224609375, "train/tensor_act_model_layers_64_residual_pre_attn/std": 1.5703125, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 10.125, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_64_residual_pre_attn/min": -8.125, "train/tensor_act_model_layers_64_residual_pre_attn/max": 10.125, "train/tensor_act_model_layers_64_residual_pre_attn/range": 18.25, "train/tensor_act_model_layers_64_residual_post_attn/norm": 3228.310546875, "train/tensor_act_model_layers_64_residual_post_attn/mean": 0.022705078125, "train/tensor_act_model_layers_64_residual_post_attn/std": 1.578125, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 10.1875, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_64_residual_post_attn/min": -8.0625, "train/tensor_act_model_layers_64_residual_post_attn/max": 10.1875, "train/tensor_act_model_layers_64_residual_post_attn/range": 18.25, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 1102.21044921875, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": -0.002288818359375, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.380859375, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.390625, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 4.4375, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 1095.90966796875, "train/tensor_act_model_layers_64_mlp_up_proj/mean": -0.00457763671875, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.37890625, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_64_mlp_up_proj/range": 4.3125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 187.24868774414062, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.0010223388671875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.09130859375, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 0.796875, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.5625, "train/tensor_act_model_layers_64_mlp_down_proj/max": 0.796875, "train/tensor_act_model_layers_64_mlp_down_proj/range": 1.359375, "train/tensor_act_model_layers_64_mlp/norm": 187.24163818359375, "train/tensor_act_model_layers_64_mlp/mean": 0.0010223388671875, "train/tensor_act_model_layers_64_mlp/std": 0.09130859375, "train/tensor_act_model_layers_64_mlp/max_abs": 0.78515625, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.55859375, "train/tensor_act_model_layers_64_mlp/max": 0.78515625, "train/tensor_act_model_layers_64_mlp/range": 1.34375, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 3257.53515625, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 0.023681640625, "train/tensor_act_model_layers_64_residual_post_mlp/std": 1.59375, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 10.375, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_64_residual_post_mlp/min": -8.1875, "train/tensor_act_model_layers_64_residual_post_mlp/max": 10.375, "train/tensor_act_model_layers_64_residual_post_mlp/range": 18.5625, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 3257.53515625, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 0.023681640625, "train/tensor_act_model_layers_65_residual_pre_attn/std": 1.59375, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 10.375, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_65_residual_pre_attn/min": -8.1875, "train/tensor_act_model_layers_65_residual_pre_attn/max": 10.375, "train/tensor_act_model_layers_65_residual_pre_attn/range": 18.5625, "train/tensor_act_model_layers_65_residual_post_attn/norm": 3269.876220703125, "train/tensor_act_model_layers_65_residual_post_attn/mean": 0.023681640625, "train/tensor_act_model_layers_65_residual_post_attn/std": 1.59375, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 10.4375, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_65_residual_post_attn/min": -8.1875, "train/tensor_act_model_layers_65_residual_post_attn/max": 10.4375, "train/tensor_act_model_layers_65_residual_post_attn/range": 18.625, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 1110.1422119140625, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.000732421875, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.3828125, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.46875, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -2.03125, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 4.5, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 1102.38232421875, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.00421142578125, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.380859375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_65_mlp_up_proj/range": 4.15625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 182.46112060546875, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 0.00168609619140625, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.0888671875, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 0.58203125, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.58203125, "train/tensor_act_model_layers_65_mlp_down_proj/max": 0.55078125, "train/tensor_act_model_layers_65_mlp_down_proj/range": 1.1328125, "train/tensor_act_model_layers_65_mlp/norm": 182.4564971923828, "train/tensor_act_model_layers_65_mlp/mean": 0.00168609619140625, "train/tensor_act_model_layers_65_mlp/std": 0.0888671875, "train/tensor_act_model_layers_65_mlp/max_abs": 0.578125, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.578125, "train/tensor_act_model_layers_65_mlp/max": 0.546875, "train/tensor_act_model_layers_65_mlp/range": 1.125, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 3290.114501953125, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 0.025390625, "train/tensor_act_model_layers_65_residual_post_mlp/std": 1.609375, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 10.6875, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_65_residual_post_mlp/min": -8.1875, "train/tensor_act_model_layers_65_residual_post_mlp/max": 10.6875, "train/tensor_act_model_layers_65_residual_post_mlp/range": 18.875, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 3290.114501953125, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 0.025390625, "train/tensor_act_model_layers_66_residual_pre_attn/std": 1.609375, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 10.6875, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_66_residual_pre_attn/min": -8.1875, "train/tensor_act_model_layers_66_residual_pre_attn/max": 10.6875, "train/tensor_act_model_layers_66_residual_pre_attn/range": 18.875, "train/tensor_act_model_layers_66_residual_post_attn/norm": 3349.69091796875, "train/tensor_act_model_layers_66_residual_post_attn/mean": 0.0247802734375, "train/tensor_act_model_layers_66_residual_post_attn/std": 1.6328125, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 11.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_66_residual_post_attn/min": -8.4375, "train/tensor_act_model_layers_66_residual_post_attn/max": 11.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 19.4375, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 1108.4654541015625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": 0.0059814453125, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.3828125, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 2.296875, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -2.296875, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 4.453125, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 1106.6890869140625, "train/tensor_act_model_layers_66_mlp_up_proj/mean": 0.002349853515625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.3828125, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_66_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_66_mlp_up_proj/range": 4.34375, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 185.78782653808594, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 0.00188446044921875, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.0908203125, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 0.55859375, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.55859375, "train/tensor_act_model_layers_66_mlp_down_proj/max": 0.53125, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.08984375, "train/tensor_act_model_layers_66_mlp/norm": 185.78273010253906, "train/tensor_act_model_layers_66_mlp/mean": 0.00188446044921875, "train/tensor_act_model_layers_66_mlp/std": 0.0908203125, "train/tensor_act_model_layers_66_mlp/max_abs": 0.5546875, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.5546875, "train/tensor_act_model_layers_66_mlp/max": 0.52734375, "train/tensor_act_model_layers_66_mlp/range": 1.08203125, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 3368.27880859375, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 0.026611328125, "train/tensor_act_model_layers_66_residual_post_mlp/std": 1.640625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 11.1875, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_66_residual_post_mlp/min": -8.5625, "train/tensor_act_model_layers_66_residual_post_mlp/max": 11.1875, "train/tensor_act_model_layers_66_residual_post_mlp/range": 19.75, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 3368.27880859375, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 0.026611328125, "train/tensor_act_model_layers_67_residual_pre_attn/std": 1.640625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 11.1875, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_67_residual_pre_attn/min": -8.5625, "train/tensor_act_model_layers_67_residual_pre_attn/max": 11.1875, "train/tensor_act_model_layers_67_residual_pre_attn/range": 19.75, "train/tensor_act_model_layers_67_residual_post_attn/norm": 3382.505859375, "train/tensor_act_model_layers_67_residual_post_attn/mean": 0.02734375, "train/tensor_act_model_layers_67_residual_post_attn/std": 1.6484375, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 11.25, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_67_residual_post_attn/min": -8.875, "train/tensor_act_model_layers_67_residual_post_attn/max": 11.25, "train/tensor_act_model_layers_67_residual_post_attn/range": 20.125, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 1121.8382568359375, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.00174713134765625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.38671875, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -2.15625, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.265625, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 1120.81201171875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": 0.00213623046875, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.38671875, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 4.625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 191.00668334960938, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.00127410888671875, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.09326171875, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 0.58203125, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.5703125, "train/tensor_act_model_layers_67_mlp_down_proj/max": 0.58203125, "train/tensor_act_model_layers_67_mlp_down_proj/range": 1.15234375, "train/tensor_act_model_layers_67_mlp/norm": 190.99945068359375, "train/tensor_act_model_layers_67_mlp/mean": 0.00127410888671875, "train/tensor_act_model_layers_67_mlp/std": 0.09326171875, "train/tensor_act_model_layers_67_mlp/max_abs": 0.578125, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.56640625, "train/tensor_act_model_layers_67_mlp/max": 0.578125, "train/tensor_act_model_layers_67_mlp/range": 1.14453125, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 3402.036376953125, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 0.028564453125, "train/tensor_act_model_layers_67_residual_post_mlp/std": 1.6640625, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 11.25, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_67_residual_post_mlp/min": -8.875, "train/tensor_act_model_layers_67_residual_post_mlp/max": 11.25, "train/tensor_act_model_layers_67_residual_post_mlp/range": 20.125, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 3402.036376953125, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 0.028564453125, "train/tensor_act_model_layers_68_residual_pre_attn/std": 1.6640625, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 11.25, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_68_residual_pre_attn/min": -8.875, "train/tensor_act_model_layers_68_residual_pre_attn/max": 11.25, "train/tensor_act_model_layers_68_residual_pre_attn/range": 20.125, "train/tensor_act_model_layers_68_residual_post_attn/norm": 3443.102783203125, "train/tensor_act_model_layers_68_residual_post_attn/mean": 0.031005859375, "train/tensor_act_model_layers_68_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 11.5, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_68_residual_post_attn/min": -8.8125, "train/tensor_act_model_layers_68_residual_post_attn/max": 11.5, "train/tensor_act_model_layers_68_residual_post_attn/range": 20.3125, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 1143.384521484375, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.005401611328125, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -2.28125, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 4.375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 1141.57958984375, "train/tensor_act_model_layers_68_mlp_up_proj/mean": 0.00116729736328125, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.39453125, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_68_mlp_up_proj/range": 4.734375, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 206.05618286132812, "train/tensor_act_model_layers_68_mlp_down_proj/mean": -0.00022411346435546875, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.1005859375, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 0.72265625, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.5703125, "train/tensor_act_model_layers_68_mlp_down_proj/max": 0.72265625, "train/tensor_act_model_layers_68_mlp_down_proj/range": 1.29296875, "train/tensor_act_model_layers_68_mlp/norm": 206.04136657714844, "train/tensor_act_model_layers_68_mlp/mean": -0.0002231597900390625, "train/tensor_act_model_layers_68_mlp/std": 0.1005859375, "train/tensor_act_model_layers_68_mlp/max_abs": 0.71484375, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.56640625, "train/tensor_act_model_layers_68_mlp/max": 0.71484375, "train/tensor_act_model_layers_68_mlp/range": 1.28125, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 3466.84228515625, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 0.03076171875, "train/tensor_act_model_layers_68_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 11.6875, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_68_residual_post_mlp/min": -8.875, "train/tensor_act_model_layers_68_residual_post_mlp/max": 11.6875, "train/tensor_act_model_layers_68_residual_post_mlp/range": 20.5625, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 3466.84228515625, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 0.03076171875, "train/tensor_act_model_layers_69_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 11.6875, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_69_residual_pre_attn/min": -8.875, "train/tensor_act_model_layers_69_residual_pre_attn/max": 11.6875, "train/tensor_act_model_layers_69_residual_pre_attn/range": 20.5625, "train/tensor_act_model_layers_69_residual_post_attn/norm": 3474.592529296875, "train/tensor_act_model_layers_69_residual_post_attn/mean": 0.03173828125, "train/tensor_act_model_layers_69_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 11.6875, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_69_residual_post_attn/min": -8.9375, "train/tensor_act_model_layers_69_residual_post_attn/max": 11.6875, "train/tensor_act_model_layers_69_residual_post_attn/range": 20.625, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 1142.5802001953125, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": 6.151199340820312e-05, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.359375, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 4.671875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 1151.97900390625, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.0015411376953125, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_69_mlp_up_proj/range": 4.5625, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 208.24148559570312, "train/tensor_act_model_layers_69_mlp_down_proj/mean": -0.0002765655517578125, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.1015625, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 0.703125, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.703125, "train/tensor_act_model_layers_69_mlp_down_proj/max": 0.671875, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.375, "train/tensor_act_model_layers_69_mlp/norm": 208.22373962402344, "train/tensor_act_model_layers_69_mlp/mean": -0.0002765655517578125, "train/tensor_act_model_layers_69_mlp/std": 0.1015625, "train/tensor_act_model_layers_69_mlp/max_abs": 0.6953125, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.6953125, "train/tensor_act_model_layers_69_mlp/max": 0.6640625, "train/tensor_act_model_layers_69_mlp/range": 1.359375, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 3500.878662109375, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 0.031494140625, "train/tensor_act_model_layers_69_residual_post_mlp/std": 1.7109375, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 11.8125, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_69_residual_post_mlp/min": -9.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 11.8125, "train/tensor_act_model_layers_69_residual_post_mlp/range": 20.8125, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 3500.878662109375, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 0.031494140625, "train/tensor_act_model_layers_70_residual_pre_attn/std": 1.7109375, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 11.8125, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_70_residual_pre_attn/min": -9.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 11.8125, "train/tensor_act_model_layers_70_residual_pre_attn/range": 20.8125, "train/tensor_act_model_layers_70_residual_post_attn/norm": 3510.51220703125, "train/tensor_act_model_layers_70_residual_post_attn/mean": 0.0322265625, "train/tensor_act_model_layers_70_residual_post_attn/std": 1.7109375, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 11.9375, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_70_residual_post_attn/min": -9.0625, "train/tensor_act_model_layers_70_residual_post_attn/max": 11.9375, "train/tensor_act_model_layers_70_residual_post_attn/range": 21.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 1162.238525390625, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.002777099609375, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.390625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -2.1875, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 4.578125, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 1154.5882568359375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": -1.080334186553955e-06, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_70_mlp_up_proj/range": 4.328125, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 214.62539672851562, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.00042724609375, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.10498046875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 0.6484375, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.625, "train/tensor_act_model_layers_70_mlp_down_proj/max": 0.6484375, "train/tensor_act_model_layers_70_mlp_down_proj/range": 1.2734375, "train/tensor_act_model_layers_70_mlp/norm": 214.60479736328125, "train/tensor_act_model_layers_70_mlp/mean": 0.00042724609375, "train/tensor_act_model_layers_70_mlp/std": 0.10498046875, "train/tensor_act_model_layers_70_mlp/max_abs": 0.64453125, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.62109375, "train/tensor_act_model_layers_70_mlp/max": 0.64453125, "train/tensor_act_model_layers_70_mlp/range": 1.265625, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 3537.880126953125, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 0.032470703125, "train/tensor_act_model_layers_70_residual_post_mlp/std": 1.7265625, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 12.125, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_70_residual_post_mlp/min": -9.25, "train/tensor_act_model_layers_70_residual_post_mlp/max": 12.125, "train/tensor_act_model_layers_70_residual_post_mlp/range": 21.375, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 3537.880126953125, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 0.032470703125, "train/tensor_act_model_layers_71_residual_pre_attn/std": 1.7265625, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 12.125, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_71_residual_pre_attn/min": -9.25, "train/tensor_act_model_layers_71_residual_pre_attn/max": 12.125, "train/tensor_act_model_layers_71_residual_pre_attn/range": 21.375, "train/tensor_act_model_layers_71_residual_post_attn/norm": 3552.140380859375, "train/tensor_act_model_layers_71_residual_post_attn/mean": 0.0301513671875, "train/tensor_act_model_layers_71_residual_post_attn/std": 1.734375, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 12.125, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_71_residual_post_attn/min": -9.25, "train/tensor_act_model_layers_71_residual_post_attn/max": 12.125, "train/tensor_act_model_layers_71_residual_post_attn/range": 21.375, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 1161.0621337890625, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.0005950927734375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.296875, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 4.390625, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 1174.6365966796875, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.0001888275146484375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.40625, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.21875, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.390625, "train/tensor_act_model_layers_71_mlp_up_proj/range": 4.609375, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 217.802734375, "train/tensor_act_model_layers_71_mlp_down_proj/mean": -0.000690460205078125, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.1064453125, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 0.69140625, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.69140625, "train/tensor_act_model_layers_71_mlp_down_proj/max": 0.625, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.31640625, "train/tensor_act_model_layers_71_mlp/norm": 217.7777862548828, "train/tensor_act_model_layers_71_mlp/mean": -0.000690460205078125, "train/tensor_act_model_layers_71_mlp/std": 0.1064453125, "train/tensor_act_model_layers_71_mlp/max_abs": 0.68359375, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.68359375, "train/tensor_act_model_layers_71_mlp/max": 0.62109375, "train/tensor_act_model_layers_71_mlp/range": 1.3046875, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 3581.6943359375, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 0.029541015625, "train/tensor_act_model_layers_71_residual_post_mlp/std": 1.75, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 12.125, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_71_residual_post_mlp/min": -9.25, "train/tensor_act_model_layers_71_residual_post_mlp/max": 12.125, "train/tensor_act_model_layers_71_residual_post_mlp/range": 21.375, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 3581.6943359375, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 0.029541015625, "train/tensor_act_model_layers_72_residual_pre_attn/std": 1.75, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 12.125, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_72_residual_pre_attn/min": -9.25, "train/tensor_act_model_layers_72_residual_pre_attn/max": 12.125, "train/tensor_act_model_layers_72_residual_pre_attn/range": 21.375, "train/tensor_act_model_layers_72_residual_post_attn/norm": 3586.381591796875, "train/tensor_act_model_layers_72_residual_post_attn/mean": 0.0283203125, "train/tensor_act_model_layers_72_residual_post_attn/std": 1.75, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 12.125, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_72_residual_post_attn/min": -9.3125, "train/tensor_act_model_layers_72_residual_post_attn/max": 12.125, "train/tensor_act_model_layers_72_residual_post_attn/range": 21.4375, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 1159.9185791015625, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": 0.0026397705078125, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -2.125, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 4.453125, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 1169.2296142578125, "train/tensor_act_model_layers_72_mlp_up_proj/mean": 0.00144195556640625, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.404296875, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_72_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_72_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 218.9215087890625, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.00139617919921875, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.10693359375, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 0.671875, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.63671875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 0.671875, "train/tensor_act_model_layers_72_mlp_down_proj/range": 1.30859375, "train/tensor_act_model_layers_72_mlp/norm": 218.8956298828125, "train/tensor_act_model_layers_72_mlp/mean": 0.00139617919921875, "train/tensor_act_model_layers_72_mlp/std": 0.10693359375, "train/tensor_act_model_layers_72_mlp/max_abs": 0.6640625, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.6328125, "train/tensor_act_model_layers_72_mlp/max": 0.6640625, "train/tensor_act_model_layers_72_mlp/range": 1.296875, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 3618.039794921875, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 0.0296630859375, "train/tensor_act_model_layers_72_residual_post_mlp/std": 1.765625, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 12.125, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_72_residual_post_mlp/min": -9.375, "train/tensor_act_model_layers_72_residual_post_mlp/max": 12.125, "train/tensor_act_model_layers_72_residual_post_mlp/range": 21.5, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 3618.039794921875, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 0.0296630859375, "train/tensor_act_model_layers_73_residual_pre_attn/std": 1.765625, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 12.125, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_73_residual_pre_attn/min": -9.375, "train/tensor_act_model_layers_73_residual_pre_attn/max": 12.125, "train/tensor_act_model_layers_73_residual_pre_attn/range": 21.5, "train/tensor_act_model_layers_73_residual_post_attn/norm": 3627.8564453125, "train/tensor_act_model_layers_73_residual_post_attn/mean": 0.0289306640625, "train/tensor_act_model_layers_73_residual_post_attn/std": 1.7734375, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 12.3125, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_73_residual_post_attn/min": -9.3125, "train/tensor_act_model_layers_73_residual_post_attn/max": 12.3125, "train/tensor_act_model_layers_73_residual_post_attn/range": 21.625, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 1166.53759765625, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.00543212890625, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.40234375, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -2.1875, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 1157.443603515625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.000774383544921875, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.400390625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -2.203125, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_73_mlp_up_proj/range": 4.453125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 218.50416564941406, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.000659942626953125, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.1064453125, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 0.65234375, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.6484375, "train/tensor_act_model_layers_73_mlp_down_proj/max": 0.65234375, "train/tensor_act_model_layers_73_mlp_down_proj/range": 1.30078125, "train/tensor_act_model_layers_73_mlp/norm": 218.48162841796875, "train/tensor_act_model_layers_73_mlp/mean": 0.000659942626953125, "train/tensor_act_model_layers_73_mlp/std": 0.1064453125, "train/tensor_act_model_layers_73_mlp/max_abs": 0.6484375, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -0.64453125, "train/tensor_act_model_layers_73_mlp/max": 0.6484375, "train/tensor_act_model_layers_73_mlp/range": 1.29296875, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 3662.902099609375, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 0.0296630859375, "train/tensor_act_model_layers_73_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 12.4375, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_73_residual_post_mlp/min": -9.4375, "train/tensor_act_model_layers_73_residual_post_mlp/max": 12.4375, "train/tensor_act_model_layers_73_residual_post_mlp/range": 21.875, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 3662.902099609375, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 0.0296630859375, "train/tensor_act_model_layers_74_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 12.4375, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_74_residual_pre_attn/min": -9.4375, "train/tensor_act_model_layers_74_residual_pre_attn/max": 12.4375, "train/tensor_act_model_layers_74_residual_pre_attn/range": 21.875, "train/tensor_act_model_layers_74_residual_post_attn/norm": 3671.66357421875, "train/tensor_act_model_layers_74_residual_post_attn/mean": 0.029541015625, "train/tensor_act_model_layers_74_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 12.5, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_74_residual_post_attn/min": -9.4375, "train/tensor_act_model_layers_74_residual_post_attn/max": 12.5, "train/tensor_act_model_layers_74_residual_post_attn/range": 21.9375, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 1161.6884765625, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.0032958984375, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -2.21875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 4.5625, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 1158.4716796875, "train/tensor_act_model_layers_74_mlp_up_proj/mean": 0.00244140625, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.400390625, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_74_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_74_mlp_up_proj/range": 4.8125, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 219.13909912109375, "train/tensor_act_model_layers_74_mlp_down_proj/mean": -7.390975952148438e-05, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.10693359375, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 0.640625, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.640625, "train/tensor_act_model_layers_74_mlp_down_proj/max": 0.625, "train/tensor_act_model_layers_74_mlp_down_proj/range": 1.265625, "train/tensor_act_model_layers_74_mlp/norm": 219.1131591796875, "train/tensor_act_model_layers_74_mlp/mean": -7.390975952148438e-05, "train/tensor_act_model_layers_74_mlp/std": 0.10693359375, "train/tensor_act_model_layers_74_mlp/max_abs": 0.63671875, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.63671875, "train/tensor_act_model_layers_74_mlp/max": 0.62109375, "train/tensor_act_model_layers_74_mlp/range": 1.2578125, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 3706.33642578125, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 0.0294189453125, "train/tensor_act_model_layers_74_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 12.75, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_74_residual_post_mlp/min": -9.5625, "train/tensor_act_model_layers_74_residual_post_mlp/max": 12.75, "train/tensor_act_model_layers_74_residual_post_mlp/range": 22.3125, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 3706.33642578125, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 0.0294189453125, "train/tensor_act_model_layers_75_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 12.75, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_75_residual_pre_attn/min": -9.5625, "train/tensor_act_model_layers_75_residual_pre_attn/max": 12.75, "train/tensor_act_model_layers_75_residual_pre_attn/range": 22.3125, "train/tensor_act_model_layers_75_residual_post_attn/norm": 3731.44580078125, "train/tensor_act_model_layers_75_residual_post_attn/mean": 0.030029296875, "train/tensor_act_model_layers_75_residual_post_attn/std": 1.8203125, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 12.625, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_75_residual_post_attn/min": -9.5625, "train/tensor_act_model_layers_75_residual_post_attn/max": 12.625, "train/tensor_act_model_layers_75_residual_post_attn/range": 22.1875, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 1176.906982421875, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.00640869140625, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.40625, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.234375, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -2.234375, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 4.375, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 1170.8487548828125, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.00592041015625, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.404296875, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_75_mlp_up_proj/max": 2.21875, "train/tensor_act_model_layers_75_mlp_up_proj/range": 4.6875, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 230.7904052734375, "train/tensor_act_model_layers_75_mlp_down_proj/mean": -0.0003814697265625, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.11279296875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 0.76953125, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.71484375, "train/tensor_act_model_layers_75_mlp_down_proj/max": 0.76953125, "train/tensor_act_model_layers_75_mlp_down_proj/range": 1.484375, "train/tensor_act_model_layers_75_mlp/norm": 230.74107360839844, "train/tensor_act_model_layers_75_mlp/mean": -0.0003814697265625, "train/tensor_act_model_layers_75_mlp/std": 0.11279296875, "train/tensor_act_model_layers_75_mlp/max_abs": 0.76171875, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.70703125, "train/tensor_act_model_layers_75_mlp/max": 0.76171875, "train/tensor_act_model_layers_75_mlp/range": 1.46875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 3767.845458984375, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 0.0296630859375, "train/tensor_act_model_layers_75_residual_post_mlp/std": 1.8359375, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 12.625, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_75_residual_post_mlp/min": -9.5625, "train/tensor_act_model_layers_75_residual_post_mlp/max": 12.625, "train/tensor_act_model_layers_75_residual_post_mlp/range": 22.1875, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 3767.845458984375, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 0.0296630859375, "train/tensor_act_model_layers_76_residual_pre_attn/std": 1.8359375, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 12.625, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_76_residual_pre_attn/min": -9.5625, "train/tensor_act_model_layers_76_residual_pre_attn/max": 12.625, "train/tensor_act_model_layers_76_residual_pre_attn/range": 22.1875, "train/tensor_act_model_layers_76_residual_post_attn/norm": 3783.724609375, "train/tensor_act_model_layers_76_residual_post_attn/mean": 0.030029296875, "train/tensor_act_model_layers_76_residual_post_attn/std": 1.84375, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 12.875, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_76_residual_post_attn/min": -9.6875, "train/tensor_act_model_layers_76_residual_post_attn/max": 12.875, "train/tensor_act_model_layers_76_residual_post_attn/range": 22.5625, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 1195.625732421875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.0084228515625, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.412109375, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 4.875, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 1204.481689453125, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.004608154296875, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.416015625, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_76_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 242.7191925048828, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.0029144287109375, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.11865234375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 0.90625, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.90625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 0.73046875, "train/tensor_act_model_layers_76_mlp_down_proj/range": 1.63671875, "train/tensor_act_model_layers_76_mlp/norm": 242.65081787109375, "train/tensor_act_model_layers_76_mlp/mean": 0.0029144287109375, "train/tensor_act_model_layers_76_mlp/std": 0.11865234375, "train/tensor_act_model_layers_76_mlp/max_abs": 0.890625, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.890625, "train/tensor_act_model_layers_76_mlp/max": 0.72265625, "train/tensor_act_model_layers_76_mlp/range": 1.61328125, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 3819.929931640625, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 0.032958984375, "train/tensor_act_model_layers_76_residual_post_mlp/std": 1.8671875, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 12.875, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 7.152557373046875e-07, "train/tensor_act_model_layers_76_residual_post_mlp/min": -9.875, "train/tensor_act_model_layers_76_residual_post_mlp/max": 12.875, "train/tensor_act_model_layers_76_residual_post_mlp/range": 22.75, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 3819.929931640625, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 0.032958984375, "train/tensor_act_model_layers_77_residual_pre_attn/std": 1.8671875, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 12.875, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 7.152557373046875e-07, "train/tensor_act_model_layers_77_residual_pre_attn/min": -9.875, "train/tensor_act_model_layers_77_residual_pre_attn/max": 12.875, "train/tensor_act_model_layers_77_residual_pre_attn/range": 22.75, "train/tensor_act_model_layers_77_residual_post_attn/norm": 3832.330322265625, "train/tensor_act_model_layers_77_residual_post_attn/mean": 0.0322265625, "train/tensor_act_model_layers_77_residual_post_attn/std": 1.8671875, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 12.875, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 7.152557373046875e-07, "train/tensor_act_model_layers_77_residual_post_attn/min": -10.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 12.875, "train/tensor_act_model_layers_77_residual_post_attn/range": 22.875, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 1189.5867919921875, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": -0.005706787109375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.41015625, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 1186.3741455078125, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.0022125244140625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.41015625, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_77_mlp_up_proj/max": 2.21875, "train/tensor_act_model_layers_77_mlp_up_proj/range": 4.71875, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 239.31602478027344, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 0.00201416015625, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.11669921875, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 0.83984375, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.74609375, "train/tensor_act_model_layers_77_mlp_down_proj/max": 0.83984375, "train/tensor_act_model_layers_77_mlp_down_proj/range": 1.5859375, "train/tensor_act_model_layers_77_mlp/norm": 239.2473602294922, "train/tensor_act_model_layers_77_mlp/mean": 0.00201416015625, "train/tensor_act_model_layers_77_mlp/std": 0.11669921875, "train/tensor_act_model_layers_77_mlp/max_abs": 0.828125, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.73828125, "train/tensor_act_model_layers_77_mlp/max": 0.828125, "train/tensor_act_model_layers_77_mlp/range": 1.56640625, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 3875.327880859375, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 0.0341796875, "train/tensor_act_model_layers_77_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 13.125, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 9.5367431640625e-07, "train/tensor_act_model_layers_77_residual_post_mlp/min": -10.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 13.125, "train/tensor_act_model_layers_77_residual_post_mlp/range": 23.125, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 3875.327880859375, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 0.0341796875, "train/tensor_act_model_layers_78_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 13.125, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 9.5367431640625e-07, "train/tensor_act_model_layers_78_residual_pre_attn/min": -10.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 13.125, "train/tensor_act_model_layers_78_residual_pre_attn/range": 23.125, "train/tensor_act_model_layers_78_residual_post_attn/norm": 3892.189208984375, "train/tensor_act_model_layers_78_residual_post_attn/mean": 0.036376953125, "train/tensor_act_model_layers_78_residual_post_attn/std": 1.8984375, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 13.125, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 9.5367431640625e-07, "train/tensor_act_model_layers_78_residual_post_attn/min": -9.875, "train/tensor_act_model_layers_78_residual_post_attn/max": 13.125, "train/tensor_act_model_layers_78_residual_post_attn/range": 23.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 1196.4664306640625, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.00457763671875, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.412109375, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -2.21875, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 2.40625, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 4.625, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 1223.6534423828125, "train/tensor_act_model_layers_78_mlp_up_proj/mean": -0.0038604736328125, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.421875, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_78_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_78_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 250.1497344970703, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 0.0035400390625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.1220703125, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 0.8203125, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.7265625, "train/tensor_act_model_layers_78_mlp_down_proj/max": 0.8203125, "train/tensor_act_model_layers_78_mlp_down_proj/range": 1.546875, "train/tensor_act_model_layers_78_mlp/norm": 250.0623779296875, "train/tensor_act_model_layers_78_mlp/mean": 0.0035400390625, "train/tensor_act_model_layers_78_mlp/std": 0.1220703125, "train/tensor_act_model_layers_78_mlp/max_abs": 0.80859375, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.71875, "train/tensor_act_model_layers_78_mlp/max": 0.80859375, "train/tensor_act_model_layers_78_mlp/range": 1.52734375, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 3932.597900390625, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 0.0400390625, "train/tensor_act_model_layers_78_residual_post_mlp/std": 1.921875, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 13.1875, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 9.5367431640625e-07, "train/tensor_act_model_layers_78_residual_post_mlp/min": -9.875, "train/tensor_act_model_layers_78_residual_post_mlp/max": 13.1875, "train/tensor_act_model_layers_78_residual_post_mlp/range": 23.0625, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 3932.597900390625, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 0.0400390625, "train/tensor_act_model_layers_79_residual_pre_attn/std": 1.921875, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 13.1875, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 9.5367431640625e-07, "train/tensor_act_model_layers_79_residual_pre_attn/min": -9.875, "train/tensor_act_model_layers_79_residual_pre_attn/max": 13.1875, "train/tensor_act_model_layers_79_residual_pre_attn/range": 23.0625, "train/tensor_act_model_layers_79_residual_post_attn/norm": 3963.180419921875, "train/tensor_act_model_layers_79_residual_post_attn/mean": 0.041259765625, "train/tensor_act_model_layers_79_residual_post_attn/std": 1.9375, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 13.0625, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.430511474609375e-06, "train/tensor_act_model_layers_79_residual_post_attn/min": -10.0625, "train/tensor_act_model_layers_79_residual_post_attn/max": 13.0625, "train/tensor_act_model_layers_79_residual_post_attn/range": 23.125, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 1233.560302734375, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": -0.0081787109375, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.42578125, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -2.421875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 1233.2469482421875, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.00848388671875, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 262.572998046875, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.002899169921875, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.1279296875, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 0.80078125, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.76171875, "train/tensor_act_model_layers_79_mlp_down_proj/max": 0.80078125, "train/tensor_act_model_layers_79_mlp_down_proj/range": 1.5625, "train/tensor_act_model_layers_79_mlp/norm": 262.4819030761719, "train/tensor_act_model_layers_79_mlp/mean": 0.002899169921875, "train/tensor_act_model_layers_79_mlp/std": 0.1279296875, "train/tensor_act_model_layers_79_mlp/max_abs": 0.7890625, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -0.75390625, "train/tensor_act_model_layers_79_mlp/max": 0.7890625, "train/tensor_act_model_layers_79_mlp/range": 1.54296875, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 4011.55322265625, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 0.044189453125, "train/tensor_act_model_layers_79_residual_post_mlp/std": 1.9609375, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 13.0625, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.1920928955078125e-06, "train/tensor_act_model_layers_79_residual_post_mlp/min": -10.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 13.0625, "train/tensor_act_model_layers_79_residual_post_mlp/range": 23.0625, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 4011.55322265625, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 0.044189453125, "train/tensor_act_model_layers_80_residual_pre_attn/std": 1.9609375, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 13.0625, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.1920928955078125e-06, "train/tensor_act_model_layers_80_residual_pre_attn/min": -10.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 13.0625, "train/tensor_act_model_layers_80_residual_pre_attn/range": 23.0625, "train/tensor_act_model_layers_80_residual_post_attn/norm": 4025.329345703125, "train/tensor_act_model_layers_80_residual_post_attn/mean": 0.04248046875, "train/tensor_act_model_layers_80_residual_post_attn/std": 1.96875, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 12.9375, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.9073486328125e-06, "train/tensor_act_model_layers_80_residual_post_attn/min": -10.25, "train/tensor_act_model_layers_80_residual_post_attn/max": 12.9375, "train/tensor_act_model_layers_80_residual_post_attn/range": 23.1875, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 1251.338134765625, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": 0.006988525390625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.431640625, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 4.90625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 1233.63427734375, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.0030364990234375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.42578125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_80_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 274.76068115234375, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.002777099609375, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.1337890625, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 0.9765625, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.85546875, "train/tensor_act_model_layers_80_mlp_down_proj/max": 0.9765625, "train/tensor_act_model_layers_80_mlp_down_proj/range": 1.83203125, "train/tensor_act_model_layers_80_mlp/norm": 274.5900573730469, "train/tensor_act_model_layers_80_mlp/mean": 0.002777099609375, "train/tensor_act_model_layers_80_mlp/std": 0.1337890625, "train/tensor_act_model_layers_80_mlp/max_abs": 0.95703125, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.84375, "train/tensor_act_model_layers_80_mlp/max": 0.95703125, "train/tensor_act_model_layers_80_mlp/range": 1.80078125, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 4073.501220703125, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 0.045166015625, "train/tensor_act_model_layers_80_residual_post_mlp/std": 1.9921875, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 13.0625, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-06, "train/tensor_act_model_layers_80_residual_post_mlp/min": -10.25, "train/tensor_act_model_layers_80_residual_post_mlp/max": 13.0625, "train/tensor_act_model_layers_80_residual_post_mlp/range": 23.3125, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 4073.501220703125, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 0.045166015625, "train/tensor_act_model_layers_81_residual_pre_attn/std": 1.9921875, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 13.0625, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-06, "train/tensor_act_model_layers_81_residual_pre_attn/min": -10.25, "train/tensor_act_model_layers_81_residual_pre_attn/max": 13.0625, "train/tensor_act_model_layers_81_residual_pre_attn/range": 23.3125, "train/tensor_act_model_layers_81_residual_post_attn/norm": 4110.8046875, "train/tensor_act_model_layers_81_residual_post_attn/mean": 0.04736328125, "train/tensor_act_model_layers_81_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 13.25, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 3.814697265625e-06, "train/tensor_act_model_layers_81_residual_post_attn/min": -10.125, "train/tensor_act_model_layers_81_residual_post_attn/max": 13.25, "train/tensor_act_model_layers_81_residual_post_attn/range": 23.375, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 1264.4581298828125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": -0.000926971435546875, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.4375, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -2.34375, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 4.984375, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 1276.9576416015625, "train/tensor_act_model_layers_81_mlp_up_proj/mean": -0.0040283203125, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.44140625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -2.375, "train/tensor_act_model_layers_81_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_81_mlp_up_proj/range": 4.8125, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 289.2001037597656, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.00019073486328125, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.1416015625, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 0.93359375, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.93359375, "train/tensor_act_model_layers_81_mlp_down_proj/max": 0.8828125, "train/tensor_act_model_layers_81_mlp_down_proj/range": 1.81640625, "train/tensor_act_model_layers_81_mlp/norm": 289.02655029296875, "train/tensor_act_model_layers_81_mlp/mean": 0.00019073486328125, "train/tensor_act_model_layers_81_mlp/std": 0.1416015625, "train/tensor_act_model_layers_81_mlp/max_abs": 0.91796875, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.91796875, "train/tensor_act_model_layers_81_mlp/max": 0.8671875, "train/tensor_act_model_layers_81_mlp/range": 1.78515625, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 4160.94140625, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 0.047607421875, "train/tensor_act_model_layers_81_residual_post_mlp/std": 2.03125, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 13.1875, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 3.814697265625e-06, "train/tensor_act_model_layers_81_residual_post_mlp/min": -10.375, "train/tensor_act_model_layers_81_residual_post_mlp/max": 13.1875, "train/tensor_act_model_layers_81_residual_post_mlp/range": 23.5625, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 4160.94140625, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 0.047607421875, "train/tensor_act_model_layers_82_residual_pre_attn/std": 2.03125, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 13.1875, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 3.814697265625e-06, "train/tensor_act_model_layers_82_residual_pre_attn/min": -10.375, "train/tensor_act_model_layers_82_residual_pre_attn/max": 13.1875, "train/tensor_act_model_layers_82_residual_pre_attn/range": 23.5625, "train/tensor_act_model_layers_82_residual_post_attn/norm": 4187.73046875, "train/tensor_act_model_layers_82_residual_post_attn/mean": 0.046142578125, "train/tensor_act_model_layers_82_residual_post_attn/std": 2.046875, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 13.0625, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 3.337860107421875e-06, "train/tensor_act_model_layers_82_residual_post_attn/min": -10.25, "train/tensor_act_model_layers_82_residual_post_attn/max": 13.0625, "train/tensor_act_model_layers_82_residual_post_attn/range": 23.3125, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 1297.104736328125, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.00201416015625, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.447265625, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 1288.603271484375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.00168609619140625, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.4453125, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 2.484375, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_82_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_82_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 310.9463806152344, "train/tensor_act_model_layers_82_mlp_down_proj/mean": -0.00054168701171875, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.1513671875, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 1.0078125, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.92578125, "train/tensor_act_model_layers_82_mlp_down_proj/max": 1.0078125, "train/tensor_act_model_layers_82_mlp_down_proj/range": 1.93359375, "train/tensor_act_model_layers_82_mlp/norm": 310.6683349609375, "train/tensor_act_model_layers_82_mlp/mean": -0.00054168701171875, "train/tensor_act_model_layers_82_mlp/std": 0.1513671875, "train/tensor_act_model_layers_82_mlp/max_abs": 0.98828125, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.91015625, "train/tensor_act_model_layers_82_mlp/max": 0.98828125, "train/tensor_act_model_layers_82_mlp/range": 1.8984375, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 4244.2353515625, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 0.04541015625, "train/tensor_act_model_layers_82_residual_post_mlp/std": 2.078125, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 13.25, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 4.5299530029296875e-06, "train/tensor_act_model_layers_82_residual_post_mlp/min": -10.5, "train/tensor_act_model_layers_82_residual_post_mlp/max": 13.25, "train/tensor_act_model_layers_82_residual_post_mlp/range": 23.75, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 4244.2353515625, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 0.04541015625, "train/tensor_act_model_layers_83_residual_pre_attn/std": 2.078125, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 13.25, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 4.5299530029296875e-06, "train/tensor_act_model_layers_83_residual_pre_attn/min": -10.5, "train/tensor_act_model_layers_83_residual_pre_attn/max": 13.25, "train/tensor_act_model_layers_83_residual_pre_attn/range": 23.75, "train/tensor_act_model_layers_83_residual_post_attn/norm": 4257.85302734375, "train/tensor_act_model_layers_83_residual_post_attn/mean": 0.044921875, "train/tensor_act_model_layers_83_residual_post_attn/std": 2.078125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 13.375, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 4.76837158203125e-06, "train/tensor_act_model_layers_83_residual_post_attn/min": -10.4375, "train/tensor_act_model_layers_83_residual_post_attn/max": 13.375, "train/tensor_act_model_layers_83_residual_post_attn/range": 23.8125, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 1325.4652099609375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": -0.00188446044921875, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -2.890625, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 5.921875, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 1333.69677734375, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.00762939453125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.4609375, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 2.671875, "train/tensor_act_model_layers_83_mlp_up_proj/range": 5.359375, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 337.9697265625, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.00179290771484375, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.1650390625, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 1.125, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.97265625, "train/tensor_act_model_layers_83_mlp_down_proj/max": 1.125, "train/tensor_act_model_layers_83_mlp_down_proj/range": 2.09765625, "train/tensor_act_model_layers_83_mlp/norm": 337.5635681152344, "train/tensor_act_model_layers_83_mlp/mean": 0.00179290771484375, "train/tensor_act_model_layers_83_mlp/std": 0.1650390625, "train/tensor_act_model_layers_83_mlp/max_abs": 1.09375, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.953125, "train/tensor_act_model_layers_83_mlp/max": 1.09375, "train/tensor_act_model_layers_83_mlp/range": 2.046875, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 4333.64111328125, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 0.046630859375, "train/tensor_act_model_layers_83_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 13.875, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 7.152557373046875e-06, "train/tensor_act_model_layers_83_residual_post_mlp/min": -11.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 13.875, "train/tensor_act_model_layers_83_residual_post_mlp/range": 24.875, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 4333.64111328125, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 0.046630859375, "train/tensor_act_model_layers_84_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 13.875, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 7.152557373046875e-06, "train/tensor_act_model_layers_84_residual_pre_attn/min": -11.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 13.875, "train/tensor_act_model_layers_84_residual_pre_attn/range": 24.875, "train/tensor_act_model_layers_84_residual_post_attn/norm": 4341.298828125, "train/tensor_act_model_layers_84_residual_post_attn/mean": 0.0478515625, "train/tensor_act_model_layers_84_residual_post_attn/std": 2.125, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 13.8125, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 7.62939453125e-06, "train/tensor_act_model_layers_84_residual_post_attn/min": -10.9375, "train/tensor_act_model_layers_84_residual_post_attn/max": 13.8125, "train/tensor_act_model_layers_84_residual_post_attn/range": 24.75, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 1326.3720703125, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.0120849609375, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.45703125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 5.28125, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 1317.116455078125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": -0.01025390625, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.455078125, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_84_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_84_mlp_up_proj/range": 5.3125, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 335.3418273925781, "train/tensor_act_model_layers_84_mlp_down_proj/mean": -0.0010833740234375, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.1640625, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 1.0546875, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -1.0546875, "train/tensor_act_model_layers_84_mlp_down_proj/max": 0.9609375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 2.015625, "train/tensor_act_model_layers_84_mlp/norm": 334.9575500488281, "train/tensor_act_model_layers_84_mlp/mean": -0.00107574462890625, "train/tensor_act_model_layers_84_mlp/std": 0.1630859375, "train/tensor_act_model_layers_84_mlp/max_abs": 1.03125, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -1.03125, "train/tensor_act_model_layers_84_mlp/max": 0.94140625, "train/tensor_act_model_layers_84_mlp/range": 1.97265625, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 4417.4091796875, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 0.046875, "train/tensor_act_model_layers_84_residual_post_mlp/std": 2.15625, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 13.875, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.2874603271484375e-05, "train/tensor_act_model_layers_84_residual_post_mlp/min": -11.3125, "train/tensor_act_model_layers_84_residual_post_mlp/max": 13.875, "train/tensor_act_model_layers_84_residual_post_mlp/range": 25.1875, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 4417.4091796875, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 0.046875, "train/tensor_act_model_layers_85_residual_pre_attn/std": 2.15625, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 13.875, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.2874603271484375e-05, "train/tensor_act_model_layers_85_residual_pre_attn/min": -11.3125, "train/tensor_act_model_layers_85_residual_pre_attn/max": 13.875, "train/tensor_act_model_layers_85_residual_pre_attn/range": 25.1875, "train/tensor_act_model_layers_85_residual_post_attn/norm": 4424.68212890625, "train/tensor_act_model_layers_85_residual_post_attn/mean": 0.044677734375, "train/tensor_act_model_layers_85_residual_post_attn/std": 2.15625, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 13.875, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.4066696166992188e-05, "train/tensor_act_model_layers_85_residual_post_attn/min": -11.375, "train/tensor_act_model_layers_85_residual_post_attn/max": 13.875, "train/tensor_act_model_layers_85_residual_post_attn/range": 25.25, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 1345.62109375, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.0036163330078125, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.46484375, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -3.1875, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 5.828125, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 1336.7540283203125, "train/tensor_act_model_layers_85_mlp_up_proj/mean": -0.005462646484375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.4609375, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_85_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_85_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 353.1744689941406, "train/tensor_act_model_layers_85_mlp_down_proj/mean": -2.1457672119140625e-05, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.1728515625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 1.1171875, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -1.1171875, "train/tensor_act_model_layers_85_mlp_down_proj/max": 1.0390625, "train/tensor_act_model_layers_85_mlp_down_proj/range": 2.15625, "train/tensor_act_model_layers_85_mlp/norm": 352.6896057128906, "train/tensor_act_model_layers_85_mlp/mean": -2.086162567138672e-05, "train/tensor_act_model_layers_85_mlp/std": 0.171875, "train/tensor_act_model_layers_85_mlp/max_abs": 1.0859375, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -1.0859375, "train/tensor_act_model_layers_85_mlp/max": 1.015625, "train/tensor_act_model_layers_85_mlp/range": 2.1015625, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 4514.2607421875, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 0.04443359375, "train/tensor_act_model_layers_85_residual_post_mlp/std": 2.203125, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 13.8125, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 3.743171691894531e-05, "train/tensor_act_model_layers_85_residual_post_mlp/min": -11.8125, "train/tensor_act_model_layers_85_residual_post_mlp/max": 13.8125, "train/tensor_act_model_layers_85_residual_post_mlp/range": 25.625, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 4514.2607421875, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 0.04443359375, "train/tensor_act_model_layers_86_residual_pre_attn/std": 2.203125, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 13.8125, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 3.743171691894531e-05, "train/tensor_act_model_layers_86_residual_pre_attn/min": -11.8125, "train/tensor_act_model_layers_86_residual_pre_attn/max": 13.8125, "train/tensor_act_model_layers_86_residual_pre_attn/range": 25.625, "train/tensor_act_model_layers_86_residual_post_attn/norm": 4522.70361328125, "train/tensor_act_model_layers_86_residual_post_attn/mean": 0.0439453125, "train/tensor_act_model_layers_86_residual_post_attn/std": 2.203125, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 13.9375, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 3.814697265625e-05, "train/tensor_act_model_layers_86_residual_post_attn/min": -11.9375, "train/tensor_act_model_layers_86_residual_post_attn/max": 13.9375, "train/tensor_act_model_layers_86_residual_post_attn/range": 25.875, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 1365.4835205078125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.010986328125, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.470703125, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 5.625, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 1377.9317626953125, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.0034027099609375, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.4765625, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.125, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.125, "train/tensor_act_model_layers_86_mlp_up_proj/max": 2.859375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 5.984375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 388.8277282714844, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.0037384033203125, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.189453125, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -1.75, "train/tensor_act_model_layers_86_mlp_down_proj/max": 1.7578125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 3.5078125, "train/tensor_act_model_layers_86_mlp/norm": 387.85595703125, "train/tensor_act_model_layers_86_mlp/mean": 0.00372314453125, "train/tensor_act_model_layers_86_mlp/std": 0.189453125, "train/tensor_act_model_layers_86_mlp/max_abs": 1.65625, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -1.6484375, "train/tensor_act_model_layers_86_mlp/max": 1.65625, "train/tensor_act_model_layers_86_mlp/range": 3.3046875, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 4635.91943359375, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 0.047607421875, "train/tensor_act_model_layers_86_residual_post_mlp/std": 2.265625, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 13.9375, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 0.00010752677917480469, "train/tensor_act_model_layers_86_residual_post_mlp/min": -12.5625, "train/tensor_act_model_layers_86_residual_post_mlp/max": 13.9375, "train/tensor_act_model_layers_86_residual_post_mlp/range": 26.5, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 4635.91943359375, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 0.047607421875, "train/tensor_act_model_layers_87_residual_pre_attn/std": 2.265625, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 13.9375, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 0.00010752677917480469, "train/tensor_act_model_layers_87_residual_pre_attn/min": -12.5625, "train/tensor_act_model_layers_87_residual_pre_attn/max": 13.9375, "train/tensor_act_model_layers_87_residual_pre_attn/range": 26.5, "train/tensor_act_model_layers_87_residual_post_attn/norm": 4638.28955078125, "train/tensor_act_model_layers_87_residual_post_attn/mean": 0.044921875, "train/tensor_act_model_layers_87_residual_post_attn/std": 2.265625, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 13.9375, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 0.00010848045349121094, "train/tensor_act_model_layers_87_residual_post_attn/min": -12.6875, "train/tensor_act_model_layers_87_residual_post_attn/max": 13.9375, "train/tensor_act_model_layers_87_residual_post_attn/range": 26.625, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 1339.5762939453125, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.0003147125244140625, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 5.25, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 1346.9647216796875, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.00506591796875, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.46484375, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_87_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_87_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 374.3045349121094, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.0036468505859375, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.1826171875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 1.25, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -1.25, "train/tensor_act_model_layers_87_mlp_down_proj/max": 1.1953125, "train/tensor_act_model_layers_87_mlp_down_proj/range": 2.4453125, "train/tensor_act_model_layers_87_mlp/norm": 373.62835693359375, "train/tensor_act_model_layers_87_mlp/mean": 0.0036468505859375, "train/tensor_act_model_layers_87_mlp/std": 0.1826171875, "train/tensor_act_model_layers_87_mlp/max_abs": 1.2109375, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -1.2109375, "train/tensor_act_model_layers_87_mlp/max": 1.1640625, "train/tensor_act_model_layers_87_mlp/range": 2.375, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 4753.134765625, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 0.048583984375, "train/tensor_act_model_layers_87_residual_post_mlp/std": 2.328125, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 13.8125, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 0.00017261505126953125, "train/tensor_act_model_layers_87_residual_post_mlp/min": -13.4375, "train/tensor_act_model_layers_87_residual_post_mlp/max": 13.8125, "train/tensor_act_model_layers_87_residual_post_mlp/range": 27.25, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 4753.134765625, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 0.048583984375, "train/tensor_act_model_layers_88_residual_pre_attn/std": 2.328125, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 13.8125, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 0.00017261505126953125, "train/tensor_act_model_layers_88_residual_pre_attn/min": -13.4375, "train/tensor_act_model_layers_88_residual_pre_attn/max": 13.8125, "train/tensor_act_model_layers_88_residual_pre_attn/range": 27.25, "train/tensor_act_model_layers_88_residual_post_attn/norm": 4781.32861328125, "train/tensor_act_model_layers_88_residual_post_attn/mean": 0.04541015625, "train/tensor_act_model_layers_88_residual_post_attn/std": 2.328125, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 13.8125, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 0.00018262863159179688, "train/tensor_act_model_layers_88_residual_post_attn/min": -13.25, "train/tensor_act_model_layers_88_residual_post_attn/max": 13.8125, "train/tensor_act_model_layers_88_residual_post_attn/range": 27.0625, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 1388.5347900390625, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.01239013671875, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.478515625, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 5.46875, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 1396.2091064453125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": 0.004241943359375, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.482421875, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_88_mlp_up_proj/range": 5.59375, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 419.2810363769531, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.00086212158203125, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.205078125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 1.5234375, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -1.5234375, "train/tensor_act_model_layers_88_mlp_down_proj/max": 1.4140625, "train/tensor_act_model_layers_88_mlp_down_proj/range": 2.9375, "train/tensor_act_model_layers_88_mlp/norm": 418.0551452636719, "train/tensor_act_model_layers_88_mlp/mean": 0.000865936279296875, "train/tensor_act_model_layers_88_mlp/std": 0.2041015625, "train/tensor_act_model_layers_88_mlp/max_abs": 1.453125, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -1.453125, "train/tensor_act_model_layers_88_mlp/max": 1.359375, "train/tensor_act_model_layers_88_mlp/range": 2.8125, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 4910.88427734375, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 0.04638671875, "train/tensor_act_model_layers_88_residual_post_mlp/std": 2.390625, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 14.0625, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 0.0002961158752441406, "train/tensor_act_model_layers_88_residual_post_mlp/min": -13.8125, "train/tensor_act_model_layers_88_residual_post_mlp/max": 14.0625, "train/tensor_act_model_layers_88_residual_post_mlp/range": 27.875, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 4910.88427734375, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 0.04638671875, "train/tensor_act_model_layers_89_residual_pre_attn/std": 2.390625, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 14.0625, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 0.0002961158752441406, "train/tensor_act_model_layers_89_residual_pre_attn/min": -13.8125, "train/tensor_act_model_layers_89_residual_pre_attn/max": 14.0625, "train/tensor_act_model_layers_89_residual_pre_attn/range": 27.875, "train/tensor_act_model_layers_89_residual_post_attn/norm": 4923.27197265625, "train/tensor_act_model_layers_89_residual_post_attn/mean": 0.045654296875, "train/tensor_act_model_layers_89_residual_post_attn/std": 2.40625, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 14.25, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 0.00029206275939941406, "train/tensor_act_model_layers_89_residual_post_attn/min": -13.875, "train/tensor_act_model_layers_89_residual_post_attn/max": 14.25, "train/tensor_act_model_layers_89_residual_post_attn/range": 28.125, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 1428.6431884765625, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": -0.00122833251953125, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.494140625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -3.125, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 2.875, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 6.0, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 1410.552490234375, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.005340576171875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.486328125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_89_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_89_mlp_up_proj/range": 6.21875, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 443.07452392578125, "train/tensor_act_model_layers_89_mlp_down_proj/mean": -0.00087738037109375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.216796875, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 1.4453125, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -1.4453125, "train/tensor_act_model_layers_89_mlp_down_proj/max": 1.296875, "train/tensor_act_model_layers_89_mlp_down_proj/range": 2.7421875, "train/tensor_act_model_layers_89_mlp/norm": 441.68212890625, "train/tensor_act_model_layers_89_mlp/mean": -0.00086212158203125, "train/tensor_act_model_layers_89_mlp/std": 0.2158203125, "train/tensor_act_model_layers_89_mlp/max_abs": 1.3828125, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -1.3828125, "train/tensor_act_model_layers_89_mlp/max": 1.25, "train/tensor_act_model_layers_89_mlp/range": 2.6328125, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 5069.01513671875, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 0.044921875, "train/tensor_act_model_layers_89_residual_post_mlp/std": 2.46875, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 14.625, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 0.0004119873046875, "train/tensor_act_model_layers_89_residual_post_mlp/min": -14.3125, "train/tensor_act_model_layers_89_residual_post_mlp/max": 14.625, "train/tensor_act_model_layers_89_residual_post_mlp/range": 28.9375, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 5069.01513671875, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 0.044921875, "train/tensor_act_model_layers_90_residual_pre_attn/std": 2.46875, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 14.625, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 0.0004119873046875, "train/tensor_act_model_layers_90_residual_pre_attn/min": -14.3125, "train/tensor_act_model_layers_90_residual_pre_attn/max": 14.625, "train/tensor_act_model_layers_90_residual_pre_attn/range": 28.9375, "train/tensor_act_model_layers_90_residual_post_attn/norm": 5084.15283203125, "train/tensor_act_model_layers_90_residual_post_attn/mean": 0.045166015625, "train/tensor_act_model_layers_90_residual_post_attn/std": 2.484375, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 14.625, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 0.0004444122314453125, "train/tensor_act_model_layers_90_residual_post_attn/min": -14.625, "train/tensor_act_model_layers_90_residual_post_attn/max": 14.5, "train/tensor_act_model_layers_90_residual_post_attn/range": 29.125, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 1440.8450927734375, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.0091552734375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.498046875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 5.828125, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1433.4681396484375, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.01031494140625, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.494140625, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_90_mlp_up_proj/range": 6.140625, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 457.63726806640625, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.0042724609375, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.2236328125, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -1.5234375, "train/tensor_act_model_layers_90_mlp_down_proj/max": 1.6484375, "train/tensor_act_model_layers_90_mlp_down_proj/range": 3.171875, "train/tensor_act_model_layers_90_mlp/norm": 456.1273193359375, "train/tensor_act_model_layers_90_mlp/mean": 0.004241943359375, "train/tensor_act_model_layers_90_mlp/std": 0.22265625, "train/tensor_act_model_layers_90_mlp/max_abs": 1.5625, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -1.453125, "train/tensor_act_model_layers_90_mlp/max": 1.5625, "train/tensor_act_model_layers_90_mlp/range": 3.015625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 5243.8916015625, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 0.04931640625, "train/tensor_act_model_layers_90_residual_post_mlp/std": 2.5625, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 15.3125, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 0.0006036758422851562, "train/tensor_act_model_layers_90_residual_post_mlp/min": -15.1875, "train/tensor_act_model_layers_90_residual_post_mlp/max": 15.3125, "train/tensor_act_model_layers_90_residual_post_mlp/range": 30.5, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 5243.8916015625, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 0.04931640625, "train/tensor_act_model_layers_91_residual_pre_attn/std": 2.5625, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 15.3125, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 0.0006036758422851562, "train/tensor_act_model_layers_91_residual_pre_attn/min": -15.1875, "train/tensor_act_model_layers_91_residual_pre_attn/max": 15.3125, "train/tensor_act_model_layers_91_residual_pre_attn/range": 30.5, "train/tensor_act_model_layers_91_residual_post_attn/norm": 5273.59326171875, "train/tensor_act_model_layers_91_residual_post_attn/mean": 0.049072265625, "train/tensor_act_model_layers_91_residual_post_attn/std": 2.578125, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 15.1875, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 0.0006148815155029297, "train/tensor_act_model_layers_91_residual_post_attn/min": -15.1875, "train/tensor_act_model_layers_91_residual_post_attn/max": 15.125, "train/tensor_act_model_layers_91_residual_post_attn/range": 30.3125, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 1463.8470458984375, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.001617431640625, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.50390625, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -3.109375, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 6.46875, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 1462.922119140625, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.00142669677734375, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.50390625, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -3.125, "train/tensor_act_model_layers_91_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_91_mlp_up_proj/range": 6.265625, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 506.3479309082031, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.006378173828125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.2470703125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.6171875, "train/tensor_act_model_layers_91_mlp_down_proj/max": 1.8515625, "train/tensor_act_model_layers_91_mlp_down_proj/range": 3.46875, "train/tensor_act_model_layers_91_mlp/norm": 504.1973571777344, "train/tensor_act_model_layers_91_mlp/mean": 0.00634765625, "train/tensor_act_model_layers_91_mlp/std": 0.24609375, "train/tensor_act_model_layers_91_mlp/max_abs": 1.7265625, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -1.53125, "train/tensor_act_model_layers_91_mlp/max": 1.7265625, "train/tensor_act_model_layers_91_mlp/range": 3.2578125, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 5467.4404296875, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 0.055419921875, "train/tensor_act_model_layers_91_residual_post_mlp/std": 2.671875, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 16.375, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 0.0008363723754882812, "train/tensor_act_model_layers_91_residual_post_mlp/min": -16.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 16.375, "train/tensor_act_model_layers_91_residual_post_mlp/range": 32.375, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 5467.4404296875, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 0.055419921875, "train/tensor_act_model_layers_92_residual_pre_attn/std": 2.671875, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 16.375, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 0.0008363723754882812, "train/tensor_act_model_layers_92_residual_pre_attn/min": -16.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 16.375, "train/tensor_act_model_layers_92_residual_pre_attn/range": 32.375, "train/tensor_act_model_layers_92_residual_post_attn/norm": 5491.52587890625, "train/tensor_act_model_layers_92_residual_post_attn/mean": 0.05615234375, "train/tensor_act_model_layers_92_residual_post_attn/std": 2.6875, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 16.25, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 0.0008687973022460938, "train/tensor_act_model_layers_92_residual_post_attn/min": -16.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 16.25, "train/tensor_act_model_layers_92_residual_post_attn/range": 32.25, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 1512.35400390625, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": -0.000736236572265625, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.5234375, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 6.59375, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 1473.8814697265625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.00701904296875, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.5078125, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_92_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_92_mlp_up_proj/range": 5.859375, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 551.7503662109375, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.00518798828125, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.26953125, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 1.84375, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -1.84375, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.7421875, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.5859375, "train/tensor_act_model_layers_92_mlp/norm": 548.6282348632812, "train/tensor_act_model_layers_92_mlp/mean": 0.00518798828125, "train/tensor_act_model_layers_92_mlp/std": 0.267578125, "train/tensor_act_model_layers_92_mlp/max_abs": 1.7265625, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -1.7265625, "train/tensor_act_model_layers_92_mlp/max": 1.640625, "train/tensor_act_model_layers_92_mlp/range": 3.3671875, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 5717.875, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 0.061279296875, "train/tensor_act_model_layers_92_residual_post_mlp/std": 2.796875, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 17.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 0.0012295246124267578, "train/tensor_act_model_layers_92_residual_post_mlp/min": -16.625, "train/tensor_act_model_layers_92_residual_post_mlp/max": 17.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 33.625, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 5717.875, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 0.061279296875, "train/tensor_act_model_layers_93_residual_pre_attn/std": 2.796875, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 17.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 0.0012295246124267578, "train/tensor_act_model_layers_93_residual_pre_attn/min": -16.625, "train/tensor_act_model_layers_93_residual_pre_attn/max": 17.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 33.625, "train/tensor_act_model_layers_93_residual_post_attn/norm": 5739.25830078125, "train/tensor_act_model_layers_93_residual_post_attn/mean": 0.06103515625, "train/tensor_act_model_layers_93_residual_post_attn/std": 2.796875, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 17.25, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 0.0012717247009277344, "train/tensor_act_model_layers_93_residual_post_attn/min": -16.75, "train/tensor_act_model_layers_93_residual_post_attn/max": 17.25, "train/tensor_act_model_layers_93_residual_post_attn/range": 34.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 1542.6429443359375, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": 0.005279541015625, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.53125, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -3.28125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 6.59375, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 1521.78369140625, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.005035400390625, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.52734375, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 3.90625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_93_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_93_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 584.4998779296875, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.00787353515625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.28515625, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.8359375, "train/tensor_act_model_layers_93_mlp_down_proj/max": 1.6875, "train/tensor_act_model_layers_93_mlp_down_proj/range": 3.5234375, "train/tensor_act_model_layers_93_mlp/norm": 581.3174438476562, "train/tensor_act_model_layers_93_mlp/mean": 0.00787353515625, "train/tensor_act_model_layers_93_mlp/std": 0.283203125, "train/tensor_act_model_layers_93_mlp/max_abs": 1.71875, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.71875, "train/tensor_act_model_layers_93_mlp/max": 1.59375, "train/tensor_act_model_layers_93_mlp/range": 3.3125, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 5975.5205078125, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 0.06884765625, "train/tensor_act_model_layers_93_residual_post_mlp/std": 2.921875, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 18.25, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 0.0017452239990234375, "train/tensor_act_model_layers_93_residual_post_mlp/min": -17.25, "train/tensor_act_model_layers_93_residual_post_mlp/max": 18.25, "train/tensor_act_model_layers_93_residual_post_mlp/range": 35.5, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 5975.5205078125, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 0.06884765625, "train/tensor_act_model_layers_94_residual_pre_attn/std": 2.921875, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 18.25, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 0.0017452239990234375, "train/tensor_act_model_layers_94_residual_pre_attn/min": -17.25, "train/tensor_act_model_layers_94_residual_pre_attn/max": 18.25, "train/tensor_act_model_layers_94_residual_pre_attn/range": 35.5, "train/tensor_act_model_layers_94_residual_post_attn/norm": 6018.75732421875, "train/tensor_act_model_layers_94_residual_post_attn/mean": 0.0693359375, "train/tensor_act_model_layers_94_residual_post_attn/std": 2.9375, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 18.25, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 0.0018203258514404297, "train/tensor_act_model_layers_94_residual_post_attn/min": -17.25, "train/tensor_act_model_layers_94_residual_post_attn/max": 18.25, "train/tensor_act_model_layers_94_residual_post_attn/range": 35.5, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 1530.0133056640625, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": 0.003173828125, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.52734375, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -2.9375, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 6.078125, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 1550.1319580078125, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.0089111328125, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.53515625, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_94_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_94_mlp_up_proj/range": 6.0625, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 602.5716552734375, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.0057373046875, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.294921875, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 1.859375, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.859375, "train/tensor_act_model_layers_94_mlp_down_proj/max": 1.7109375, "train/tensor_act_model_layers_94_mlp_down_proj/range": 3.5703125, "train/tensor_act_model_layers_94_mlp/norm": 598.8877563476562, "train/tensor_act_model_layers_94_mlp/mean": 0.0057373046875, "train/tensor_act_model_layers_94_mlp/std": 0.29296875, "train/tensor_act_model_layers_94_mlp/max_abs": 1.734375, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.734375, "train/tensor_act_model_layers_94_mlp/max": 1.6171875, "train/tensor_act_model_layers_94_mlp/range": 3.3515625, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 6289.8369140625, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 0.07470703125, "train/tensor_act_model_layers_94_residual_post_mlp/std": 3.0625, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 19.625, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 0.0025429725646972656, "train/tensor_act_model_layers_94_residual_post_mlp/min": -18.375, "train/tensor_act_model_layers_94_residual_post_mlp/max": 19.625, "train/tensor_act_model_layers_94_residual_post_mlp/range": 38.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 6289.8369140625, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 0.07470703125, "train/tensor_act_model_layers_95_residual_pre_attn/std": 3.0625, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 19.625, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 0.0025429725646972656, "train/tensor_act_model_layers_95_residual_pre_attn/min": -18.375, "train/tensor_act_model_layers_95_residual_pre_attn/max": 19.625, "train/tensor_act_model_layers_95_residual_pre_attn/range": 38.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 6315.57275390625, "train/tensor_act_model_layers_95_residual_post_attn/mean": 0.078125, "train/tensor_act_model_layers_95_residual_post_attn/std": 3.078125, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 19.375, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 0.0026099681854248047, "train/tensor_act_model_layers_95_residual_post_attn/min": -18.5, "train/tensor_act_model_layers_95_residual_post_attn/max": 19.375, "train/tensor_act_model_layers_95_residual_post_attn/range": 37.875, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 1543.0140380859375, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": 0.00299072265625, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.53125, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -3.5625, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 6.59375, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 1594.7479248046875, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.0034942626953125, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.55078125, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 3.234375, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_95_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_95_mlp_up_proj/range": 6.3125, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 687.557373046875, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.01458740234375, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.3359375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 2.375, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -2.375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 2.0, "train/tensor_act_model_layers_95_mlp_down_proj/range": 4.375, "train/tensor_act_model_layers_95_mlp/norm": 681.7246704101562, "train/tensor_act_model_layers_95_mlp/mean": 0.01458740234375, "train/tensor_act_model_layers_95_mlp/std": 0.33203125, "train/tensor_act_model_layers_95_mlp/max_abs": 2.125, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -2.125, "train/tensor_act_model_layers_95_mlp/max": 1.8515625, "train/tensor_act_model_layers_95_mlp/range": 3.9765625, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 6649.76611328125, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 0.0927734375, "train/tensor_act_model_layers_95_residual_post_mlp/std": 3.25, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 20.25, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 0.0037620067596435547, "train/tensor_act_model_layers_95_residual_post_mlp/min": -20.25, "train/tensor_act_model_layers_95_residual_post_mlp/max": 20.125, "train/tensor_act_model_layers_95_residual_post_mlp/range": 40.375, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 6649.76611328125, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 0.0927734375, "train/tensor_act_model_layers_96_residual_pre_attn/std": 3.25, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 20.25, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 0.0037620067596435547, "train/tensor_act_model_layers_96_residual_pre_attn/min": -20.25, "train/tensor_act_model_layers_96_residual_pre_attn/max": 20.125, "train/tensor_act_model_layers_96_residual_pre_attn/range": 40.375, "train/tensor_act_model_layers_96_residual_post_attn/norm": 6682.61669921875, "train/tensor_act_model_layers_96_residual_post_attn/mean": 0.09619140625, "train/tensor_act_model_layers_96_residual_post_attn/std": 3.265625, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 20.625, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 0.003919839859008789, "train/tensor_act_model_layers_96_residual_post_attn/min": -20.625, "train/tensor_act_model_layers_96_residual_post_attn/max": 20.125, "train/tensor_act_model_layers_96_residual_post_attn/range": 40.75, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 1596.4154052734375, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.011962890625, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.55078125, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -3.0625, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 6.15625, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 1613.14697265625, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.0037841796875, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.55859375, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -3.765625, "train/tensor_act_model_layers_96_mlp_up_proj/max": 3.1875, "train/tensor_act_model_layers_96_mlp_up_proj/range": 6.953125, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 693.1257934570312, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.0023193359375, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.337890625, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 2.34375, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -2.34375, "train/tensor_act_model_layers_96_mlp_down_proj/max": 2.171875, "train/tensor_act_model_layers_96_mlp_down_proj/range": 4.515625, "train/tensor_act_model_layers_96_mlp/norm": 687.232421875, "train/tensor_act_model_layers_96_mlp/mean": 0.0023651123046875, "train/tensor_act_model_layers_96_mlp/std": 0.3359375, "train/tensor_act_model_layers_96_mlp/max_abs": 2.109375, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -2.109375, "train/tensor_act_model_layers_96_mlp/max": 1.984375, "train/tensor_act_model_layers_96_mlp/range": 4.09375, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 7022.1826171875, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 0.0986328125, "train/tensor_act_model_layers_96_residual_post_mlp/std": 3.421875, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 21.625, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 0.005389213562011719, "train/tensor_act_model_layers_96_residual_post_mlp/min": -21.625, "train/tensor_act_model_layers_96_residual_post_mlp/max": 21.625, "train/tensor_act_model_layers_96_residual_post_mlp/range": 43.25, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 7022.1826171875, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 0.0986328125, "train/tensor_act_model_layers_97_residual_pre_attn/std": 3.421875, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 21.625, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 0.005389213562011719, "train/tensor_act_model_layers_97_residual_pre_attn/min": -21.625, "train/tensor_act_model_layers_97_residual_pre_attn/max": 21.625, "train/tensor_act_model_layers_97_residual_pre_attn/range": 43.25, "train/tensor_act_model_layers_97_residual_post_attn/norm": 7085.6015625, "train/tensor_act_model_layers_97_residual_post_attn/mean": 0.1025390625, "train/tensor_act_model_layers_97_residual_post_attn/std": 3.453125, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 21.875, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 0.005635261535644531, "train/tensor_act_model_layers_97_residual_post_attn/min": -21.875, "train/tensor_act_model_layers_97_residual_post_attn/max": 21.5, "train/tensor_act_model_layers_97_residual_post_attn/range": 43.375, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 1682.2943115234375, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.006439208984375, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.58203125, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -3.25, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 6.6875, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 1607.6837158203125, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.0040283203125, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.5546875, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_97_mlp_up_proj/max": 3.046875, "train/tensor_act_model_layers_97_mlp_up_proj/range": 6.109375, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 750.4794311523438, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.0164794921875, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.365234375, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 2.34375, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -2.34375, "train/tensor_act_model_layers_97_mlp_down_proj/max": 2.328125, "train/tensor_act_model_layers_97_mlp_down_proj/range": 4.671875, "train/tensor_act_model_layers_97_mlp/norm": 743.0716552734375, "train/tensor_act_model_layers_97_mlp/mean": 0.016357421875, "train/tensor_act_model_layers_97_mlp/std": 0.36328125, "train/tensor_act_model_layers_97_mlp/max_abs": 2.109375, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -2.109375, "train/tensor_act_model_layers_97_mlp/max": 2.09375, "train/tensor_act_model_layers_97_mlp/range": 4.203125, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 7486.9951171875, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 0.119140625, "train/tensor_act_model_layers_97_residual_post_mlp/std": 3.65625, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 23.5, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 0.007873296737670898, "train/tensor_act_model_layers_97_residual_post_mlp/min": -22.875, "train/tensor_act_model_layers_97_residual_post_mlp/max": 23.5, "train/tensor_act_model_layers_97_residual_post_mlp/range": 46.375, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 7486.9951171875, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 0.119140625, "train/tensor_act_model_layers_98_residual_pre_attn/std": 3.65625, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 23.5, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 0.007873296737670898, "train/tensor_act_model_layers_98_residual_pre_attn/min": -22.875, "train/tensor_act_model_layers_98_residual_pre_attn/max": 23.5, "train/tensor_act_model_layers_98_residual_pre_attn/range": 46.375, "train/tensor_act_model_layers_98_residual_post_attn/norm": 7573.14501953125, "train/tensor_act_model_layers_98_residual_post_attn/mean": 0.126953125, "train/tensor_act_model_layers_98_residual_post_attn/std": 3.703125, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 23.5, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 0.008343219757080078, "train/tensor_act_model_layers_98_residual_post_attn/min": -23.125, "train/tensor_act_model_layers_98_residual_post_attn/max": 23.5, "train/tensor_act_model_layers_98_residual_post_attn/range": 46.625, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 1699.6309814453125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.003021240234375, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.5859375, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 4.40625, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -4.40625, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 8.09375, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 1669.056884765625, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.00457763671875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.578125, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_98_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_98_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 838.400390625, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.01556396484375, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.408203125, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 2.796875, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -2.6875, "train/tensor_act_model_layers_98_mlp_down_proj/max": 2.796875, "train/tensor_act_model_layers_98_mlp_down_proj/range": 5.484375, "train/tensor_act_model_layers_98_mlp/norm": 827.6996459960938, "train/tensor_act_model_layers_98_mlp/mean": 0.01544189453125, "train/tensor_act_model_layers_98_mlp/std": 0.404296875, "train/tensor_act_model_layers_98_mlp/max_abs": 2.421875, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -2.34375, "train/tensor_act_model_layers_98_mlp/max": 2.421875, "train/tensor_act_model_layers_98_mlp/range": 4.765625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 8038.19970703125, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 0.142578125, "train/tensor_act_model_layers_98_residual_post_mlp/std": 3.921875, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 25.25, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 0.011871099472045898, "train/tensor_act_model_layers_98_residual_post_mlp/min": -24.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 25.25, "train/tensor_act_model_layers_98_residual_post_mlp/range": 49.25, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 8038.19970703125, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 0.142578125, "train/tensor_act_model_layers_99_residual_pre_attn/std": 3.921875, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 25.25, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 0.011871099472045898, "train/tensor_act_model_layers_99_residual_pre_attn/min": -24.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 25.25, "train/tensor_act_model_layers_99_residual_pre_attn/range": 49.25, "train/tensor_act_model_layers_99_residual_post_attn/norm": 8116.13330078125, "train/tensor_act_model_layers_99_residual_post_attn/mean": 0.154296875, "train/tensor_act_model_layers_99_residual_post_attn/std": 3.953125, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 25.25, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 0.012474775314331055, "train/tensor_act_model_layers_99_residual_post_attn/min": -24.25, "train/tensor_act_model_layers_99_residual_post_attn/max": 25.25, "train/tensor_act_model_layers_99_residual_post_attn/range": 49.5, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 1732.9539794921875, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.009765625, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.59765625, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -4.09375, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 7.609375, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 1767.3231201171875, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.0205078125, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.609375, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_99_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_99_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1160.9140625, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.033935546875, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.56640625, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 4.53125, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -3.765625, "train/tensor_act_model_layers_99_mlp_down_proj/max": 4.53125, "train/tensor_act_model_layers_99_mlp_down_proj/range": 8.296875, "train/tensor_act_model_layers_99_mlp/norm": 1124.197998046875, "train/tensor_act_model_layers_99_mlp/mean": 0.033447265625, "train/tensor_act_model_layers_99_mlp/std": 0.546875, "train/tensor_act_model_layers_99_mlp/max_abs": 3.25, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -2.9375, "train/tensor_act_model_layers_99_mlp/max": 3.25, "train/tensor_act_model_layers_99_mlp/range": 6.1875, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 8798.5166015625, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 0.1875, "train/tensor_act_model_layers_99_residual_post_mlp/std": 4.28125, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 28.375, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 0.019214868545532227, "train/tensor_act_model_layers_99_residual_post_mlp/min": -26.75, "train/tensor_act_model_layers_99_residual_post_mlp/max": 28.375, "train/tensor_act_model_layers_99_residual_post_mlp/range": 55.125, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 7471104.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -2352.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 41216.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 155648.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -155648.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 118272.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 273920.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 3719168.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -70.5, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 20608.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 234496.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -234496.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 187392.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 421888.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 4915200.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": 60.25, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 27136.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 411648.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -385024.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 411648.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 796672.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 5439488.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 436.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 30080.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 118272.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -85504.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 118272.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 203776.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 3850240.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -125.5, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 21248.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 405504.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -200704.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 405504.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 606208.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 3948544.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": 84.5, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 21888.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 419840.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -419840.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 224256.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 644096.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 4751360.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 1040.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 26240.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 94208.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -74240.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 94208.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 168448.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 4112384.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": -25.375, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 22784.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 321536.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -216064.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 321536.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 537600.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 3407872.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -209.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 18816.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 225280.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -225280.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 192512.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 417792.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 4177920.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -3104.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 22912.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 60928.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 138240.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 3063808.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": 115.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 16896.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 224256.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -224256.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 198656.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 422912.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 3260416.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -37.5, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 18048.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 246784.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -246784.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 158720.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 405504.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 4554752.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 656.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 25088.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 108544.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -79360.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 108544.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 187904.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 2768896.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 46.5, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 15296.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 158720.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -158720.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 130560.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 289280.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 2932736.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": 122.5, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 16192.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 272384.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -194560.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 272384.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 466944.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 3588096.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -1232.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 19840.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 59904.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -59904.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 117248.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -5.6875, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 13504.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 135168.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 297984.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 2572288.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -51.5, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 14208.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 246784.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -246784.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 153600.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 400384.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 3391488.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 520.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 18688.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 65280.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -65280.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 111872.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -18.375, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 12992.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 278528.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -198656.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 278528.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 477184.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 2211840.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -94.5, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 12224.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 126976.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -126976.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 119296.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 246272.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 3342336.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 492.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 18432.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 74240.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -49920.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 74240.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 124160.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 2670592.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": -93.5, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 14784.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 253952.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -216064.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 253952.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 470016.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 2260992.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -53.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 12480.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 195584.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -145408.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 195584.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 340992.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 3047424.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -916.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 16768.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 52480.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -48896.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 52480.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 101376.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 2015232.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 36.25, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 11136.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 158720.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -143360.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 158720.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 302080.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 2129920.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -37.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 11712.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 182272.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -182272.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 327680.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 2637824.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 422.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 14528.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -52992.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 133888.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 1810432.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -73.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 10048.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 134144.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -134144.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 130560.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 264704.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 1933312.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -13.25, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 10688.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 183296.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -138240.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 183296.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 321536.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 2293760.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -784.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 12608.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -46336.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 80128.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 1859584.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -30.125, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 83968.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 172544.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 1794048.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": 3.578125, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 9920.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 145408.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -91648.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 237056.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 2211840.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -424.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 12224.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 45312.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -45312.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 37376.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 82688.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 1736704.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 15.4375, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 9600.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 141312.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -141312.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 87040.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 228352.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 1851392.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 132.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 123392.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -123392.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 114688.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 238080.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 2277376.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": 41.25, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 12544.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 64256.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -64256.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 98304.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 1581056.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 58.75, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 8704.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 97792.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -94208.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 97792.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 192000.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 1572864.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": 51.25, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 8704.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -79360.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 89600.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 168960.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 2023424.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 224.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 11200.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 47616.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 86272.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 1646592.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -45.5, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 9088.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 121344.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -121344.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 90112.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 211456.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 1654784.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": 11.6875, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 9152.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 78848.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -77824.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 156672.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 1851392.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": -31.5, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 36352.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -31872.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 36352.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 68224.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 1449984.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -46.75, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 8000.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 98304.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -98304.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 178688.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 1449984.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -28.5, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 8032.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -85504.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 176128.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 1753088.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -880.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 9664.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 30336.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -30336.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 24320.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 54656.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 1556480.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -58.5, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 8576.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 112640.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -112640.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 186368.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 1507328.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 60.25, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 8320.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -75264.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 74752.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 150016.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 1630208.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 474.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 9024.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 38912.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -38912.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 72704.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 1490944.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": -6.78125, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 8256.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 105472.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 105472.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 178176.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 1540096.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": 28.625, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -79872.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 89600.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 169472.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 1687552.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -53.5, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 9344.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 44032.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -44032.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 29056.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 73088.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 1433600.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 4.9375, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 7904.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -75264.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 142336.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 1425408.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 72.5, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 7872.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 87040.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -87040.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 154624.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 1515520.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -296.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 8384.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 32000.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -24448.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 32000.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 56448.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 1425408.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -18.25, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 7872.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 154624.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 1433600.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": 78.5, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 7904.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 86016.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -86016.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 159232.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 1540096.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -128.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 27392.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -24576.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 51968.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 1318912.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 48.25, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 7296.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 64512.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -57344.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 64512.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 121856.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 1368064.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 33.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 7552.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 78336.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -78336.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 151040.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 1540096.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 996.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 8448.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 29568.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -20992.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 29568.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 50560.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 1302528.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": -44.5, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 7200.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 82432.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -82432.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 52480.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 134912.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 1335296.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -37.75, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 7392.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 118272.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 1466368.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -412.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 8096.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 24832.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -24832.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 23552.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 48384.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 1277952.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -52.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 7040.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 64512.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -54528.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 64512.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 119040.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 1343488.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -0.072265625, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 7424.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 82432.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -82432.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 79360.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 161792.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 1335296.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": -362.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 7392.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 27264.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 27264.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 44928.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 1130496.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 11.5, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 6240.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 111104.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -0.82421875, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 6208.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 56576.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -44288.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 100864.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -430.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 7456.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 26112.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -26112.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 21888.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 48000.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 1302528.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -28.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 7168.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -75776.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 151040.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 1253376.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": -20.875, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 6944.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 68096.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -68096.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 124672.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 1253376.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -560.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 6880.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 20864.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -20864.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 18560.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 39424.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 1138688.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -17.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 6304.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 118016.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 1155072.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": 28.125, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 6368.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 78848.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -78848.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 58112.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 136960.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 1228800.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 484.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 6784.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 20096.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 20096.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 37760.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": -18.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 6656.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -75264.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 63744.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 139008.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": -9.3125, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 6432.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 60416.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -53760.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 114176.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 1392640.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 414.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 7680.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 22912.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 22912.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 45056.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 1003520.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -30.625, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 5536.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 136704.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": 21.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -46336.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 92672.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -131.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 16064.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -16064.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 15552.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 31616.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 6.1875, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 6432.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 57600.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -57344.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 57600.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 114944.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": 39.5, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 6336.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 135424.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 1179648.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 576.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 6496.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 26112.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -26112.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 48128.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 36.75, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 70144.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -50176.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 120320.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 12.875, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 58624.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -54016.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 112640.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 1138688.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 180.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 6304.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 20224.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -19584.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 20224.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 39808.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -61.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.9951171875, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -67584.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 113408.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 1032192.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -16.125, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 130048.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 1179648.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": -294.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 6528.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -26624.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 43776.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 995328.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 1.65625, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 51200.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -51200.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 99584.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -36.5, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 121600.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 1171456.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -920.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 6400.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 25088.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -25088.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 19072.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 44160.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": -34.75, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 56320.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 104704.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": 22.5, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 56832.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -56832.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 49152.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 105984.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 13.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 5888.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 29824.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -21248.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 29824.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 51072.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 991232.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": -7.15625, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 44288.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.996826171875, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -44288.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 82176.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -11.375, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 128000.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 1019904.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -173.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 20736.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -16512.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 37248.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 49.75, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 5472.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 50944.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 50688.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 101632.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 58.75, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 95744.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -54272.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 95744.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 150016.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 1433600.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 216.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 7904.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 28032.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -22912.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 28032.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 50944.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -46.5, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 57856.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -51968.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 57856.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 109824.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 1040384.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": 23.625, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 119808.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 1441792.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 175.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 7968.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -20480.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 43008.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 1003520.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -19.25, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 75776.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -64768.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 140544.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -2.453125, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -61696.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 122880.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -264.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 6336.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 22144.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 21376.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 43520.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 954368.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": -0.59765625, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 45824.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -43776.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 89600.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 32.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 5536.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -63488.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 62464.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 125952.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 1179648.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": 188.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 6528.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 20736.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -17920.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 38656.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 802816.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 8.125, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 48896.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -45824.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 48896.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 94720.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 815104.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -17.375, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 49152.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 49152.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 87552.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": -428.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 6336.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 24704.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -24704.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 23296.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 48000.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 17.875, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 40704.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.99627685546875, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -40704.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 31488.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 72192.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": 3.46875, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 38400.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.994598388671875, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 32384.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 70784.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 510.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 6016.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 23296.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -14400.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 23296.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 37696.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": -16.25, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 51968.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -44800.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 51968.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 96768.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": 24.875, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 61440.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -48384.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 61440.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 109824.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 478.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 17664.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -15424.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 17664.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 33088.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 69.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 49408.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -49408.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 96000.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": 5.46875, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 51968.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -51968.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 96256.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 905216.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -5.875, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 23552.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -13760.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 23552.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 37312.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 11.3125, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 40448.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -40448.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 76032.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": 21.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 41216.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -41216.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 80640.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 876544.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 286.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 16128.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -11968.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 16128.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 28096.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": -2.84375, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.998291015625, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 82944.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 8.9375, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 41728.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -37632.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 79360.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 901120.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 231.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 18432.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -18432.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 13888.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 32320.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 3.484375, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 53248.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -44800.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 98048.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": 11.625, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 45824.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -45824.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 89344.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -59.75, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 23808.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 23808.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 41472.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -43.5, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 48128.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.996795654296875, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -42240.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 90368.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 905216.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -15.0625, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 51200.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.99749755859375, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -51200.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 50176.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 101376.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 644.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 14464.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -13952.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 14464.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 28416.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": -14.1875, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 41728.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -39680.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 81408.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -17.75, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 38144.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -38144.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 73728.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -326.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 6336.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 24064.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -24064.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 44032.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 827392.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": -19.875, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 49408.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -49408.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 31616.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 81024.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -17.5, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -44800.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 89856.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": -57.25, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 15808.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -11968.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 15808.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 27776.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -8.9375, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 59136.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -44544.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 59136.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 103680.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 13.5, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 41984.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -41216.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 83200.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 312.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 28928.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -14208.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 28928.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 43136.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -4.0625, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 69632.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -69632.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 58880.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 128512.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -13.5625, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 78336.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -78336.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 60928.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 139264.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 1130496.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -964.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 19072.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -19072.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 15936.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 35008.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 10.25, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 56576.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -50432.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 107008.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": 31.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 40192.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.998626708984375, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -40192.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 75776.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 41.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 6112.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 26752.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 26752.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 44416.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": -21.875, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 51968.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 51968.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 102912.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": 46.25, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 45568.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -45568.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 40960.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 86528.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -472.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 18688.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -18688.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 14272.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 32960.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -8.125, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 46592.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.997833251953125, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 79872.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 823296.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 38.5, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 40960.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.99798583984375, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -39680.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 40960.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 80640.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 1228800.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 410.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 6784.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 29952.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -18688.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 29952.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 48640.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 43.25, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 83456.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 794624.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -11.1875, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 4384.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 34048.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 67328.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 1044480.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 246.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 5760.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 16320.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -15616.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 16320.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 31936.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 786432.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 18.5, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 4320.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 50688.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -50688.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 36352.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 87040.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 786432.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": 10.25, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 4352.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.998382568359375, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -41472.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 87808.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -248.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -22528.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 17408.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 39936.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 798720.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 37.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 48384.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.9986572265625, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -44800.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 48384.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 93184.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 798720.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -29.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 44032.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -44032.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 79360.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 49.5, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 20096.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -20096.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 14464.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 34560.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 7.59375, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 45312.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -45312.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 88064.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -1.390625, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 46592.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -46592.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 91136.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 88.5, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 15552.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -15552.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 12928.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 28480.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 757760.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": -3.171875, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 4192.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 40448.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -40448.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 34560.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 75008.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 737280.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -8.9375, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 4080.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 32768.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -32768.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 26240.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 59008.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -205.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 15872.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -13440.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 15872.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 29312.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 679936.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -15.5625, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 3760.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 33536.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -33536.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 33536.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 67072.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 692224.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -10.5625, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 3824.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 32768.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.998260498046875, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -32768.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 29056.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 61824.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 159.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 14656.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -13248.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 14656.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 27904.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 27.25, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 43264.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -39936.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 43264.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 83200.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": 4.09375, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 56320.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -40192.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 56320.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 96512.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -20.5, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 13696.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -13696.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 13568.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 27264.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 21.75, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 44032.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -44032.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 38400.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 82432.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 25.875, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 57344.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -57344.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 39168.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 96512.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -175.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 22656.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -22656.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 14720.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 37376.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 6.4375, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 52224.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 52224.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 99840.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": 9.4375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 50944.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 37888.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 88832.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -360.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 17408.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -16256.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 17408.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 33664.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 770048.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 48.25, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 4256.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -34304.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 39168.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 73472.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 753664.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": 5.125, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 4160.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 44800.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -44800.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 89088.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 1032192.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -177.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 17920.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -16768.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 17920.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 34688.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 765952.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 11.6875, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 4224.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 36352.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 31488.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 67840.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 774144.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -45.75, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 4256.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 40192.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -40192.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 31744.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 71936.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 246.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 14720.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -14720.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 13632.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 28352.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 40.25, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 36096.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.99530029296875, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -36096.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 71424.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 839680.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": 1.1015625, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 36352.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.996063232421875, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 36352.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 72704.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -145.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 17280.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -13248.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 17280.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 30528.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": -6.6875, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 50176.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -43520.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 50176.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 93696.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": 18.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 48128.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -44544.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 92672.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 811008.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 292.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 19328.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -19328.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 13440.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 32768.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 44.25, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 35584.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -35328.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 35584.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 70912.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -16.5, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 50688.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -40960.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 50688.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 91648.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -6.0625, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 13696.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.997772216796875, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -13696.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 12672.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 26368.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 17.75, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 57088.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -57088.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 101120.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 815104.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": 37.25, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 4512.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 43520.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.998687744140625, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -37120.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 80640.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": -92.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 17920.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.99664306640625, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -17920.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 12672.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 30592.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 802816.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 22.25, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 4448.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -46336.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 30336.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 76672.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 802816.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": 10.625, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 4448.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -40448.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 85504.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": 9.1875, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 19456.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -18560.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 38016.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 880640.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -24.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 44288.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.996734619140625, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -44288.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 79360.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": 19.125, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 38912.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.995849609375, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -38912.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 73216.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -41.5, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 14656.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -14592.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 14656.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 29248.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 18.125, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 4672.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 43264.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -37632.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 43264.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 80896.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": 8.0625, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 39680.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -36864.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 39680.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 76544.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 278.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -12544.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 32512.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 7.96875, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -44544.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 86272.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 851968.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -8.875, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 47872.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -47872.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 90112.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 432.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 21504.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -13184.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 21504.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 34688.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 4.6875, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 51456.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -51456.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 49920.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 101376.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 880640.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -16.625, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 45824.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -44032.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 45824.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 89856.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 1015808.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": -430.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 20224.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -20224.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 14656.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 34880.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 897024.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 6.6875, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 46848.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -46848.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 39936.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 86784.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": 3.875, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -41472.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 86016.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 424.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 5504.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 15488.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -15424.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 15488.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 30912.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": 2.265625, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 43264.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -40448.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 43264.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 83712.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 905216.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -1.6328125, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 48384.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.99774169921875, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -48384.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 93952.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -69.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 16192.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -16192.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 15424.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 31616.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": -3.71875, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 54016.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -43008.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 97024.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -24.625, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -42496.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 87040.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 246.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 19584.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -15936.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 19584.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 35520.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 876544.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 2.4375, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 41984.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -41984.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 76288.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": 20.625, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 39168.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -39168.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 77824.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 1024000.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -77.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 16512.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -16512.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 14208.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 30720.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 786432.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -17.25, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 4352.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -35584.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 80640.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 798720.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": 10.625, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 4416.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -45056.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 39424.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 84480.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": -324.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 18304.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -18304.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 13504.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 31808.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 17.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 56576.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -52992.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 109568.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 876544.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": 35.25, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 48128.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -44544.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 48128.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 92672.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -450.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 14464.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -14464.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 11072.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 25536.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 851968.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 14.125, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 40704.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -40704.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 38400.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 79104.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -16.5, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 51968.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -51968.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 90624.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 115.5, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 16192.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -14592.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 16192.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 30784.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 925696.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -8.75, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 46592.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -40960.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 87552.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -5.71875, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 49664.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -37888.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 87552.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 856064.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -328.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 15552.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -15552.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 14080.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 29632.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 21.75, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 41984.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -38912.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 80896.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 876544.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": 37.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 4864.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -61696.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 41728.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 103424.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": -378.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 18560.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -18560.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 15936.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 34496.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 0.71484375, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 52480.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -52480.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 49664.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 102144.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": -27.625, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 52480.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -52480.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 50432.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 102912.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 126.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 18944.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -18944.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 13312.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 32256.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 1.21875, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 46592.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -41984.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 88576.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 987136.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -14.875, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 5440.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 52480.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -48896.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 52480.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 101376.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 1032192.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 2.828125, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 18688.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -18688.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 35840.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 962560.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": -3.921875, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 5312.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 48896.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.998046875, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -45824.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 48896.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 94720.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": 5.90625, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 46080.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -46080.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 86784.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -143.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 20608.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -20608.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 17920.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 38528.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 942080.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 31.25, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 56576.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -56064.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 112640.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -30.25, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 120064.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -215.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 6432.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 30720.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -30720.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 23552.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 54272.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -38.25, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 43008.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -37376.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 43008.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 80384.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": 45.5, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 53760.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -53760.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 98816.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 888832.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -62.5, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -19968.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 15488.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 35456.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -41.75, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 48640.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -48640.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 94208.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -11.25, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 45824.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -45824.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 41216.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 87040.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 61.75, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 16640.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -15232.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 16640.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 31872.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 884736.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 2.703125, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 4896.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 52480.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -48384.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 52480.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 100864.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 892928.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": 25.375, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 4928.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 62208.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -45056.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 107264.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -660.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 7104.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 21120.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -19840.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 21120.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 40960.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 901120.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 35.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 52992.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.996826171875, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -49664.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 102656.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -54.25, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.996673583984375, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -55296.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 75264.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 130560.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 1024000.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 488.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.997161865234375, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -19328.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 41344.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 21.125, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.995147705078125, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 125696.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 876544.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -21.75, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 4832.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 52992.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.995391845703125, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 100608.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 15.9375, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -22016.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 15936.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 37952.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 17.625, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 79360.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -79360.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 56320.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 135680.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 950272.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -16.25, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 56576.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -52992.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 109568.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 851968.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -169.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 17024.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -14592.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 17024.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 31616.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -3.90625, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.995086669921875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 54272.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 120320.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": 44.25, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.995269775390625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 50176.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 108288.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 1196032.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 191.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 6592.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 23808.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -21632.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 23808.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 45440.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -24.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 6016.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 99840.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -99840.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 97280.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 197120.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 1036288.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": -6.21875, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 79872.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 153600.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 25.125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 5248.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 19968.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -19968.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 16640.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 36608.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 19.875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 4576.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 62720.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -62720.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 121088.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -3.234375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -57856.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 119808.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 856064.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -434.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 15296.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -15296.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 14080.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 29376.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -2.59375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 69120.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -57344.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 69120.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 126464.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": 21.125, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 5600.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -57600.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 133888.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 1605632.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 260.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 8896.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 28416.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -28416.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 21248.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 49664.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 25.25, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 63232.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -63232.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 123648.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": -5.96875, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 158208.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -308.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 7232.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 52224.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -19456.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 52224.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 71680.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 974848.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -0.79296875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 5376.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 71680.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.99822998046875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -68096.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 139776.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 1019904.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": -48.25, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 110080.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -109056.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 110080.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 219136.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 1687552.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": -45.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 9280.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 33024.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -25088.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 33024.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 58112.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 1032192.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 28.625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 73216.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -70144.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 143360.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 970752.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": 75.5, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 56832.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.998565673828125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -56832.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 109568.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 1777664.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": -378.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 9856.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 55040.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 105984.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 1286144.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": -7.3125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 7104.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 93696.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.998077392578125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -93696.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 63232.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 156928.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 1269760.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -31.625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 7040.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 103424.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.997711181640625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -68096.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 103424.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 171520.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 1630208.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 600.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 8960.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 42240.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -29568.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 71808.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 1851392.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -109.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 136192.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 224768.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 2056192.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -34.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 11328.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 344064.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -344064.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 202752.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 546816.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.00014591217041015625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.09375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.19775390625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0277099609375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.1982421875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 1.519918441772461e-06, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10498046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.103515625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.20849609375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -0.00010633468627929688, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.1123046875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.2294921875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -7.420778274536133e-06, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -5.1975250244140625e-05, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1044921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.00021266937255859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00011968612670898438, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.19921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -7.581710815429688e-05, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.20751953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.20654296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -3.647804260253906e-05, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0003070831298828125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000156402587890625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": -7.152557373046875e-05, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.0001373291015625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.109375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.00021457672119140625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.0001220703125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -2.5153160095214844e-05, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -1.329183578491211e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 8.058547973632812e-05, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.00012683868408203125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -4.649162292480469e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.00010824203491210938, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00010013580322265625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -3.9577484130859375e-05, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.00010728836059570312, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.0002422332763671875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": -0.00011110305786132812, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -1.800060272216797e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": -5.459785461425781e-05, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.00023651123046875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": -2.181529998779297e-05, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": -9.012222290039062e-05, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0005340576171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.00026702880859375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -0.0001068115234375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 0.00010776519775390625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 1.862645149230957e-06, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.0001544952392578125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00030517578125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": 2.0623207092285156e-05, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 6.818771362304688e-05, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 6.103515625e-05, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 2.8133392333984375e-05, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00013828277587890625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.00045013427734375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0002956390380859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.000202178955078125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": -0.00014209747314453125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -0.00010776519775390625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.0002956390380859375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": 5.334615707397461e-06, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": 5.811452865600586e-06, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": -0.0004425048828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0004634857177734375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -3.790855407714844e-05, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00019073486328125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": 5.173683166503906e-05, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00011730194091796875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.000362396240234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": -7.963180541992188e-05, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 1.6242265701293945e-06, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -4.3392181396484375e-05, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -3.1948089599609375e-05, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": -0.0003643035888671875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00010633468627929688, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 8.344650268554688e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.00012302398681640625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.00010013580322265625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 0.00011587142944335938, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 6.67572021484375e-05, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.00011777877807617188, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": 7.033348083496094e-06, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -6.341934204101562e-05, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.00020694732666015625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.00025177001953125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 6.008148193359375e-05, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.00012302398681640625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.0001049041748046875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 5.91278076171875e-05, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -7.43865966796875e-05, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -5.626678466796875e-05, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 0.00020599365234375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00010824203491210938, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 5.984306335449219e-05, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": 8.058547973632812e-05, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 5.459785461425781e-05, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.00022125244140625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -1.0609626770019531e-05, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 6.532669067382812e-05, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.000255584716796875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -0.00011110305786132812, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.0001773834228515625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.0002288818359375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.00010251998901367188, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 3.218650817871094e-05, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0001697540283203125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.0001983642578125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.0002117156982421875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 1.5020370483398438e-05, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.0002193450927734375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.000263214111328125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.00018215179443359375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.00014591217041015625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 0.00018405914306640625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": 1.0251998901367188e-05, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.0002899169921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 6.67572021484375e-05, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.00020599365234375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -9.298324584960938e-05, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -8.726119995117188e-05, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.00017261505126953125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.00010585784912109375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.0003070831298828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -7.569789886474609e-06, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00020885467529296875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.00010156631469726562, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 4.3392181396484375e-05, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.000102996826171875, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 5.173683166503906e-05, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 8.046627044677734e-06, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 3.8623809814453125e-05, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.00015926361083984375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.0002498626708984375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -2.872943878173828e-05, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -9.489059448242188e-05, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.00019359588623046875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": -3.0159950256347656e-05, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": 5.2928924560546875e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -1.1265277862548828e-05, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": 2.0503997802734375e-05, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.00014972686767578125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -9.34600830078125e-05, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 0.00011014938354492188, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 8.7738037109375e-05, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 7.05718994140625e-05, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.0001277923583984375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.000179290771484375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 7.152557373046875e-05, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -5.602836608886719e-05, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": 4.863739013671875e-05, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": -0.0001049041748046875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 7.104873657226562e-05, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -4.363059997558594e-05, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 3.147125244140625e-05, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.0002269744873046875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": -1.6167759895324707e-06, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -3.2901763916015625e-05, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00020503997802734375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 0.000102996826171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -2.193450927734375e-05, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.0002346038818359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.000217437744140625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.000213623046875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00014019012451171875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 6.341934204101562e-05, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": 2.3365020751953125e-05, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -1.5854835510253906e-05, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": -5.0067901611328125e-05, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 2.1219253540039062e-05, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 0.00010204315185546875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 8.535385131835938e-05, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0004215240478515625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.0001811981201171875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.00023365020751953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.0001983642578125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -1.8030405044555664e-06, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.00022029876708984375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 7.772445678710938e-05, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -7.867813110351562e-05, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": -1.138448715209961e-05, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0002918243408203125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.00018978118896484375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -6.29425048828125e-05, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -4.57763671875e-05, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": -4.9114227294921875e-05, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.00012493133544921875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.0004634857177734375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 8.535385131835938e-05, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00011014938354492188, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.000476837158203125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.000392913818359375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.00016880035400390625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.00013446807861328125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.00016307830810546875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": 4.839897155761719e-05, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 0.0003643035888671875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.0002269744873046875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.00017452239990234375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 4.4345855712890625e-05, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 6.914138793945312e-05, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 7.2479248046875e-05, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.000362396240234375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -1.0132789611816406e-05, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 1.8835067749023438e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.00020122528076171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -6.914138793945312e-05, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.0001201629638671875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 0.0001239776611328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.000324249267578125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 2.682209014892578e-06, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 4.9114227294921875e-05, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.00023651123046875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": -7.43865966796875e-05, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.00020503997802734375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.000164031982421875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0001201629638671875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.00016880035400390625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": 3.3855438232421875e-05, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00045013427734375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": 1.138448715209961e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": -0.0003643035888671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.0002613067626953125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 0.0003299713134765625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 6.29425048828125e-05, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0003833770751953125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00028228759765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": -0.00016117095947265625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -5.412101745605469e-05, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.00010251998901367188, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.000621795654296875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.000141143798828125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": -0.0001983642578125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.00010395050048828125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.000213623046875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": -0.0002079010009765625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.00016117095947265625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": -2.6106834411621094e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": -6.341934204101562e-05, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -6.580352783203125e-05, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": -0.00035858154296875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 2.2172927856445312e-05, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.00020599365234375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": 0.00011157989501953125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -2.3990869522094727e-06, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.306640625} -{"step": 2540, "epoch": 0.17121671722278395, "timestamp": 1786742544.5519984, "loss": 2.1283140182495117, "grad_norm": 30539776.0, "learning_rate": 7.020000000000001e-05, "train/total_time_seconds": 12.87493173032999, "train/time_per_step_avg": 0.32187329325824976, "train/epoch_time_elapsed": 15.111820224672556, "train/estimated_remaining_minutes": 0.08110193215955899} -{"step": 2560, "epoch": 0.17256488035052242, "timestamp": 1786742552.6607733, "loss": 4.040464782714844, "grad_norm": 214958080.0, "learning_rate": 9e-05, "train/total_time_seconds": 19.823772445321083, "train/time_per_step_avg": 0.33039620742201803, "train/epoch_time_elapsed": 23.193592432886362, "train/estimated_remaining_minutes": 0.12131735741277225, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.25242614746094, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00160980224609375, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.26171875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.533203125, "train/tensor_act_model_layers_0_residual_post_attn/norm": 188.4603271484375, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.0015869140625, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.091796875, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.390625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.341796875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.390625, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.732421875, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1074.5074462890625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": 0.00010585784912109375, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -1.7265625, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 1.7734375, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 3.5, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1078.30859375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.0013275146484375, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -1.953125, "train/tensor_act_model_layers_0_mlp_up_proj/max": 1.890625, "train/tensor_act_model_layers_0_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 225.907470703125, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.0262451171875, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.10693359375, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.62109375, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.515625, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.62109375, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.13671875, "train/tensor_act_model_layers_0_mlp/norm": 225.78924560546875, "train/tensor_act_model_layers_0_mlp/mean": 0.0262451171875, "train/tensor_act_model_layers_0_mlp/std": 0.10693359375, "train/tensor_act_model_layers_0_mlp/max_abs": 0.6171875, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.51171875, "train/tensor_act_model_layers_0_mlp/max": 0.6171875, "train/tensor_act_model_layers_0_mlp/range": 1.12890625, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 308.9172058105469, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.02783203125, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.1484375, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.7578125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.6328125, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.7578125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.390625, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 308.9172058105469, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.02783203125, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.1484375, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.7578125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.6328125, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.7578125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.390625, "train/tensor_act_model_layers_1_residual_post_attn/norm": 318.6141052246094, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.0296630859375, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.15234375, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 0.83203125, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.64453125, "train/tensor_act_model_layers_1_residual_post_attn/max": 0.83203125, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.4765625, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1060.18603515625, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.0047607421875, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.15625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.15625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.0234375, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1056.7640380859375, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.00732421875, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_1_mlp_up_proj/range": 3.96875, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 232.03570556640625, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.0203857421875, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.111328125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.81640625, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -0.78515625, "train/tensor_act_model_layers_1_mlp_down_proj/max": 0.81640625, "train/tensor_act_model_layers_1_mlp_down_proj/range": 1.6015625, "train/tensor_act_model_layers_1_mlp/norm": 231.90579223632812, "train/tensor_act_model_layers_1_mlp/mean": 0.0203857421875, "train/tensor_act_model_layers_1_mlp/std": 0.111328125, "train/tensor_act_model_layers_1_mlp/max_abs": 0.8046875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -0.7734375, "train/tensor_act_model_layers_1_mlp/max": 0.8046875, "train/tensor_act_model_layers_1_mlp/range": 1.578125, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 458.4746398925781, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.050048828125, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.2177734375, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.265625, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.1875, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.265625, "train/tensor_act_model_layers_1_residual_post_mlp/range": 2.453125, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 458.4746398925781, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.050048828125, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.2177734375, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.265625, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.1875, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.265625, "train/tensor_act_model_layers_2_residual_pre_attn/range": 2.453125, "train/tensor_act_model_layers_2_residual_post_attn/norm": 479.56103515625, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.053466796875, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.2275390625, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.34375, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.1875, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.34375, "train/tensor_act_model_layers_2_residual_post_attn/range": 2.53125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 950.591552734375, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.0026702880859375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.328125, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -1.7734375, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 3.7734375, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 940.8396606445312, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.004425048828125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.32421875, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_2_mlp_up_proj/max": 1.796875, "train/tensor_act_model_layers_2_mlp_up_proj/range": 3.640625, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 171.13418579101562, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.017822265625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.6484375, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.6484375, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.61328125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.26171875, "train/tensor_act_model_layers_2_mlp/norm": 171.1202392578125, "train/tensor_act_model_layers_2_mlp/mean": 0.017822265625, "train/tensor_act_model_layers_2_mlp/std": 0.08154296875, "train/tensor_act_model_layers_2_mlp/max_abs": 0.64453125, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.64453125, "train/tensor_act_model_layers_2_mlp/max": 0.609375, "train/tensor_act_model_layers_2_mlp/range": 1.25390625, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 576.0822143554688, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.0712890625, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.271484375, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 1.59375, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.59375, "train/tensor_act_model_layers_2_residual_post_mlp/max": 1.5625, "train/tensor_act_model_layers_2_residual_post_mlp/range": 3.15625, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 576.0822143554688, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.0712890625, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.271484375, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 1.59375, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.59375, "train/tensor_act_model_layers_3_residual_pre_attn/max": 1.5625, "train/tensor_act_model_layers_3_residual_pre_attn/range": 3.15625, "train/tensor_act_model_layers_3_residual_post_attn/norm": 596.912353515625, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.06982421875, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.283203125, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 1.65625, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.65625, "train/tensor_act_model_layers_3_residual_post_attn/max": 1.625, "train/tensor_act_model_layers_3_residual_post_attn/range": 3.28125, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 927.8311157226562, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.007110595703125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.3203125, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -1.78125, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 3.859375, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 929.1388549804688, "train/tensor_act_model_layers_3_mlp_up_proj/mean": 0.0024261474609375, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.3203125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 1.71875, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -1.71875, "train/tensor_act_model_layers_3_mlp_up_proj/max": 1.671875, "train/tensor_act_model_layers_3_mlp_up_proj/range": 3.390625, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 141.4275665283203, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.01531982421875, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.0673828125, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 0.439453125, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.412109375, "train/tensor_act_model_layers_3_mlp_down_proj/max": 0.439453125, "train/tensor_act_model_layers_3_mlp_down_proj/range": 0.8515625, "train/tensor_act_model_layers_3_mlp/norm": 141.4271240234375, "train/tensor_act_model_layers_3_mlp/mean": 0.01531982421875, "train/tensor_act_model_layers_3_mlp/std": 0.0673828125, "train/tensor_act_model_layers_3_mlp/max_abs": 0.4375, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.41015625, "train/tensor_act_model_layers_3_mlp/max": 0.4375, "train/tensor_act_model_layers_3_mlp/range": 0.84765625, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 664.1542358398438, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.0849609375, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.3125, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 1.8515625, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.8515625, "train/tensor_act_model_layers_3_residual_post_mlp/max": 1.828125, "train/tensor_act_model_layers_3_residual_post_mlp/range": 3.6796875, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 664.1542358398438, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.0849609375, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.3125, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 1.8515625, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.8515625, "train/tensor_act_model_layers_4_residual_pre_attn/max": 1.828125, "train/tensor_act_model_layers_4_residual_pre_attn/range": 3.6796875, "train/tensor_act_model_layers_4_residual_post_attn/norm": 693.2229614257812, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.083984375, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.328125, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 2.046875, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.859375, "train/tensor_act_model_layers_4_residual_post_attn/max": 2.046875, "train/tensor_act_model_layers_4_residual_post_attn/range": 3.90625, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 910.3201293945312, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.0028228759765625, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.314453125, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.6484375, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 3.59375, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 911.9900512695312, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.00445556640625, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.314453125, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 1.6640625, "train/tensor_act_model_layers_4_mlp_up_proj/range": 3.40625, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 144.89089965820312, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.0184326171875, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.068359375, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 0.4140625, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.3984375, "train/tensor_act_model_layers_4_mlp_down_proj/max": 0.4140625, "train/tensor_act_model_layers_4_mlp_down_proj/range": 0.8125, "train/tensor_act_model_layers_4_mlp/norm": 144.89044189453125, "train/tensor_act_model_layers_4_mlp/mean": 0.0184326171875, "train/tensor_act_model_layers_4_mlp/std": 0.068359375, "train/tensor_act_model_layers_4_mlp/max_abs": 0.412109375, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.396484375, "train/tensor_act_model_layers_4_mlp/max": 0.412109375, "train/tensor_act_model_layers_4_mlp/range": 0.80859375, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 767.6554565429688, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.1025390625, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.361328125, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 2.25, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.9140625, "train/tensor_act_model_layers_4_residual_post_mlp/max": 2.25, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.1640625, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 767.6554565429688, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.1025390625, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.361328125, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 2.25, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.9140625, "train/tensor_act_model_layers_5_residual_pre_attn/max": 2.25, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.1640625, "train/tensor_act_model_layers_5_residual_post_attn/norm": 787.7318115234375, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.10009765625, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.37109375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 2.15625, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.9921875, "train/tensor_act_model_layers_5_residual_post_attn/max": 2.15625, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.1484375, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 971.623779296875, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.00555419921875, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.3359375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.7265625, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 3.515625, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 974.9546508789062, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.005340576171875, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.3359375, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_5_mlp_up_proj/range": 3.7109375, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 141.58192443847656, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.0162353515625, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.0673828125, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 0.48046875, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.4140625, "train/tensor_act_model_layers_5_mlp_down_proj/max": 0.48046875, "train/tensor_act_model_layers_5_mlp_down_proj/range": 0.89453125, "train/tensor_act_model_layers_5_mlp/norm": 141.5816650390625, "train/tensor_act_model_layers_5_mlp/mean": 0.0162353515625, "train/tensor_act_model_layers_5_mlp/std": 0.0673828125, "train/tensor_act_model_layers_5_mlp/max_abs": 0.478515625, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.412109375, "train/tensor_act_model_layers_5_mlp/max": 0.478515625, "train/tensor_act_model_layers_5_mlp/range": 0.890625, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 831.59033203125, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 0.1162109375, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.388671875, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 2.21875, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -2.078125, "train/tensor_act_model_layers_5_residual_post_mlp/max": 2.21875, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.296875, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 831.59033203125, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 0.1162109375, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.388671875, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 2.21875, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -2.078125, "train/tensor_act_model_layers_6_residual_pre_attn/max": 2.21875, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.296875, "train/tensor_act_model_layers_6_residual_post_attn/norm": 833.5360107421875, "train/tensor_act_model_layers_6_residual_post_attn/mean": 0.1123046875, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.390625, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 2.1875, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -2.078125, "train/tensor_act_model_layers_6_residual_post_attn/max": 2.1875, "train/tensor_act_model_layers_6_residual_post_attn/range": 4.265625, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 961.2315673828125, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.000774383544921875, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.33203125, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.8046875, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 3.5390625, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 966.0260620117188, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.01324462890625, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.333984375, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 1.859375, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -1.859375, "train/tensor_act_model_layers_6_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_6_mlp_up_proj/range": 3.6171875, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 137.81494140625, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.0130615234375, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.06591796875, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 0.48828125, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.435546875, "train/tensor_act_model_layers_6_mlp_down_proj/max": 0.48828125, "train/tensor_act_model_layers_6_mlp_down_proj/range": 0.923828125, "train/tensor_act_model_layers_6_mlp/norm": 137.8146209716797, "train/tensor_act_model_layers_6_mlp/mean": 0.0130615234375, "train/tensor_act_model_layers_6_mlp/std": 0.06591796875, "train/tensor_act_model_layers_6_mlp/max_abs": 0.486328125, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.43359375, "train/tensor_act_model_layers_6_mlp/max": 0.486328125, "train/tensor_act_model_layers_6_mlp/range": 0.919921875, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 880.0515747070312, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 0.125, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.41015625, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 2.296875, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -2.203125, "train/tensor_act_model_layers_6_residual_post_mlp/max": 2.296875, "train/tensor_act_model_layers_6_residual_post_mlp/range": 4.5, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 880.0515747070312, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 0.125, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.41015625, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 2.296875, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -2.203125, "train/tensor_act_model_layers_7_residual_pre_attn/max": 2.296875, "train/tensor_act_model_layers_7_residual_pre_attn/range": 4.5, "train/tensor_act_model_layers_7_residual_post_attn/norm": 901.9811401367188, "train/tensor_act_model_layers_7_residual_post_attn/mean": 0.1259765625, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.421875, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 2.4375, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -2.234375, "train/tensor_act_model_layers_7_residual_post_attn/max": 2.4375, "train/tensor_act_model_layers_7_residual_post_attn/range": 4.671875, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 1008.1151123046875, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.00927734375, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.34765625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.90625, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 3.953125, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 978.3753051757812, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.003021240234375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.337890625, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_7_mlp_up_proj/max": 1.7421875, "train/tensor_act_model_layers_7_mlp_up_proj/range": 3.7734375, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 152.26187133789062, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 0.017578125, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.072265625, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 0.431640625, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.40234375, "train/tensor_act_model_layers_7_mlp_down_proj/max": 0.431640625, "train/tensor_act_model_layers_7_mlp_down_proj/range": 0.833984375, "train/tensor_act_model_layers_7_mlp/norm": 152.26138305664062, "train/tensor_act_model_layers_7_mlp/mean": 0.017578125, "train/tensor_act_model_layers_7_mlp/std": 0.072265625, "train/tensor_act_model_layers_7_mlp/max_abs": 0.4296875, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.400390625, "train/tensor_act_model_layers_7_mlp/max": 0.4296875, "train/tensor_act_model_layers_7_mlp/range": 0.830078125, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 959.5848999023438, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 0.1435546875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.4453125, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 2.609375, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -2.328125, "train/tensor_act_model_layers_7_residual_post_mlp/max": 2.609375, "train/tensor_act_model_layers_7_residual_post_mlp/range": 4.9375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 959.5848999023438, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 0.1435546875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.4453125, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 2.609375, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -2.328125, "train/tensor_act_model_layers_8_residual_pre_attn/max": 2.609375, "train/tensor_act_model_layers_8_residual_pre_attn/range": 4.9375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 1006.5823974609375, "train/tensor_act_model_layers_8_residual_post_attn/mean": 0.1455078125, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.46875, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 2.875, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -2.875, "train/tensor_act_model_layers_8_residual_post_attn/max": 2.71875, "train/tensor_act_model_layers_8_residual_post_attn/range": 5.59375, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 1028.9364013671875, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.006011962890625, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.35546875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 1.8984375, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 3.75, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 1029.81982421875, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0038604736328125, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.35546875, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_8_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_8_mlp_up_proj/range": 3.7578125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 155.9051055908203, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.01434326171875, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.07470703125, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 0.462890625, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.423828125, "train/tensor_act_model_layers_8_mlp_down_proj/max": 0.462890625, "train/tensor_act_model_layers_8_mlp_down_proj/range": 0.88671875, "train/tensor_act_model_layers_8_mlp/norm": 155.90469360351562, "train/tensor_act_model_layers_8_mlp/mean": 0.01434326171875, "train/tensor_act_model_layers_8_mlp/std": 0.07470703125, "train/tensor_act_model_layers_8_mlp/max_abs": 0.4609375, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.421875, "train/tensor_act_model_layers_8_mlp/max": 0.4609375, "train/tensor_act_model_layers_8_mlp/range": 0.8828125, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 1048.09814453125, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 0.1591796875, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.486328125, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 2.890625, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -2.890625, "train/tensor_act_model_layers_8_residual_post_mlp/max": 2.78125, "train/tensor_act_model_layers_8_residual_post_mlp/range": 5.671875, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 1048.09814453125, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 0.1591796875, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.486328125, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 2.890625, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -2.890625, "train/tensor_act_model_layers_9_residual_pre_attn/max": 2.78125, "train/tensor_act_model_layers_9_residual_pre_attn/range": 5.671875, "train/tensor_act_model_layers_9_residual_post_attn/norm": 1049.931396484375, "train/tensor_act_model_layers_9_residual_post_attn/mean": 0.1552734375, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.48828125, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 2.953125, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -2.953125, "train/tensor_act_model_layers_9_residual_post_attn/max": 2.8125, "train/tensor_act_model_layers_9_residual_post_attn/range": 5.765625, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 1016.0343627929688, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.01019287109375, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.3515625, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.8203125, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 1.8984375, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 3.71875, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 1017.1532592773438, "train/tensor_act_model_layers_9_mlp_up_proj/mean": 0.007080078125, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.3515625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_9_mlp_up_proj/max": 1.8984375, "train/tensor_act_model_layers_9_mlp_up_proj/range": 3.734375, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 152.8613739013672, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 0.0155029296875, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.0732421875, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 0.451171875, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.451171875, "train/tensor_act_model_layers_9_mlp_down_proj/max": 0.43359375, "train/tensor_act_model_layers_9_mlp_down_proj/range": 0.884765625, "train/tensor_act_model_layers_9_mlp/norm": 152.86094665527344, "train/tensor_act_model_layers_9_mlp/mean": 0.0155029296875, "train/tensor_act_model_layers_9_mlp/std": 0.0732421875, "train/tensor_act_model_layers_9_mlp/max_abs": 0.44921875, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.44921875, "train/tensor_act_model_layers_9_mlp/max": 0.431640625, "train/tensor_act_model_layers_9_mlp/range": 0.880859375, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 1093.3333740234375, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 0.1708984375, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.50390625, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 3.03125, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": -3.03125, "train/tensor_act_model_layers_9_residual_post_mlp/max": 2.796875, "train/tensor_act_model_layers_9_residual_post_mlp/range": 5.828125, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 1093.3333740234375, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 0.1708984375, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.50390625, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 3.03125, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": -3.03125, "train/tensor_act_model_layers_10_residual_pre_attn/max": 2.796875, "train/tensor_act_model_layers_10_residual_pre_attn/range": 5.828125, "train/tensor_act_model_layers_10_residual_post_attn/norm": 1099.1944580078125, "train/tensor_act_model_layers_10_residual_post_attn/mean": 0.171875, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.5078125, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 2.96875, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/min": -2.96875, "train/tensor_act_model_layers_10_residual_post_attn/max": 2.9375, "train/tensor_act_model_layers_10_residual_post_attn/range": 5.90625, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 1013.4901733398438, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.00421142578125, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.349609375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.8046875, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 1.7421875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.546875, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 1036.4552001953125, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.01080322265625, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.357421875, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_10_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_10_mlp_up_proj/range": 3.6953125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 154.92489624023438, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 0.0181884765625, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.0732421875, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 0.498046875, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.435546875, "train/tensor_act_model_layers_10_mlp_down_proj/max": 0.498046875, "train/tensor_act_model_layers_10_mlp_down_proj/range": 0.93359375, "train/tensor_act_model_layers_10_mlp/norm": 154.92417907714844, "train/tensor_act_model_layers_10_mlp/mean": 0.0181884765625, "train/tensor_act_model_layers_10_mlp/std": 0.0732421875, "train/tensor_act_model_layers_10_mlp/max_abs": 0.49609375, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.43359375, "train/tensor_act_model_layers_10_mlp/max": 0.49609375, "train/tensor_act_model_layers_10_mlp/range": 0.9296875, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 1145.82666015625, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 0.1904296875, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.52734375, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 3.125, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": -3.125, "train/tensor_act_model_layers_10_residual_post_mlp/max": 3.0, "train/tensor_act_model_layers_10_residual_post_mlp/range": 6.125, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 1145.82666015625, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 0.1904296875, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.52734375, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 3.125, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": -3.125, "train/tensor_act_model_layers_11_residual_pre_attn/max": 3.0, "train/tensor_act_model_layers_11_residual_pre_attn/range": 6.125, "train/tensor_act_model_layers_11_residual_post_attn/norm": 1150.4100341796875, "train/tensor_act_model_layers_11_residual_post_attn/mean": 0.1845703125, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.53125, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 3.1875, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/min": -3.1875, "train/tensor_act_model_layers_11_residual_post_attn/max": 3.03125, "train/tensor_act_model_layers_11_residual_post_attn/range": 6.21875, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 1017.8270874023438, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.017333984375, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.3515625, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.8359375, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 1.828125, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 3.6640625, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 1015.3896484375, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.00677490234375, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.349609375, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 1.90625, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -1.8671875, "train/tensor_act_model_layers_11_mlp_up_proj/max": 1.90625, "train/tensor_act_model_layers_11_mlp_up_proj/range": 3.7734375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 156.62408447265625, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.0166015625, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.07470703125, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 0.46484375, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.46484375, "train/tensor_act_model_layers_11_mlp_down_proj/max": 0.443359375, "train/tensor_act_model_layers_11_mlp_down_proj/range": 0.908203125, "train/tensor_act_model_layers_11_mlp/norm": 156.62359619140625, "train/tensor_act_model_layers_11_mlp/mean": 0.0166015625, "train/tensor_act_model_layers_11_mlp/std": 0.07470703125, "train/tensor_act_model_layers_11_mlp/max_abs": 0.462890625, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.462890625, "train/tensor_act_model_layers_11_mlp/max": 0.44140625, "train/tensor_act_model_layers_11_mlp/range": 0.904296875, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 1203.8287353515625, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 0.201171875, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.55078125, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 3.1875, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": -3.1875, "train/tensor_act_model_layers_11_residual_post_mlp/max": 3.09375, "train/tensor_act_model_layers_11_residual_post_mlp/range": 6.28125, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 1203.8287353515625, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 0.201171875, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.55078125, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 3.1875, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": -3.1875, "train/tensor_act_model_layers_12_residual_pre_attn/max": 3.09375, "train/tensor_act_model_layers_12_residual_pre_attn/range": 6.28125, "train/tensor_act_model_layers_12_residual_post_attn/norm": 1221.031494140625, "train/tensor_act_model_layers_12_residual_post_attn/mean": 0.1875, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.56640625, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 3.28125, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/min": -3.28125, "train/tensor_act_model_layers_12_residual_post_attn/max": 3.15625, "train/tensor_act_model_layers_12_residual_post_attn/range": 6.4375, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 1018.4552001953125, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.01446533203125, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.3515625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.9453125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 1045.5521240234375, "train/tensor_act_model_layers_12_mlp_up_proj/mean": -0.003021240234375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_12_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_12_mlp_up_proj/range": 4.0859375, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 156.55535888671875, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 0.01531982421875, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.07470703125, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 0.5078125, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.4375, "train/tensor_act_model_layers_12_mlp_down_proj/max": 0.5078125, "train/tensor_act_model_layers_12_mlp_down_proj/range": 0.9453125, "train/tensor_act_model_layers_12_mlp/norm": 156.5546417236328, "train/tensor_act_model_layers_12_mlp/mean": 0.01531982421875, "train/tensor_act_model_layers_12_mlp/std": 0.07470703125, "train/tensor_act_model_layers_12_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.435546875, "train/tensor_act_model_layers_12_mlp/max": 0.50390625, "train/tensor_act_model_layers_12_mlp/range": 0.939453125, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 1262.237548828125, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 0.203125, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.58203125, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 3.25, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": -3.25, "train/tensor_act_model_layers_12_residual_post_mlp/max": 3.21875, "train/tensor_act_model_layers_12_residual_post_mlp/range": 6.46875, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 1262.237548828125, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 0.203125, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.58203125, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 3.25, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": -3.25, "train/tensor_act_model_layers_13_residual_pre_attn/max": 3.21875, "train/tensor_act_model_layers_13_residual_pre_attn/range": 6.46875, "train/tensor_act_model_layers_13_residual_post_attn/norm": 1280.8028564453125, "train/tensor_act_model_layers_13_residual_post_attn/mean": 0.185546875, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.59765625, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 3.546875, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/min": -3.546875, "train/tensor_act_model_layers_13_residual_post_attn/max": 3.28125, "train/tensor_act_model_layers_13_residual_post_attn/range": 6.828125, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 1021.6647338867188, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.003204345703125, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.353515625, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 1.84375, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.6328125, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 1017.5625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.0078125, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.3515625, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_13_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_13_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 153.1100311279297, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 0.0146484375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.0732421875, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 0.451171875, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.40625, "train/tensor_act_model_layers_13_mlp_down_proj/max": 0.451171875, "train/tensor_act_model_layers_13_mlp_down_proj/range": 0.857421875, "train/tensor_act_model_layers_13_mlp/norm": 153.1096954345703, "train/tensor_act_model_layers_13_mlp/mean": 0.0146484375, "train/tensor_act_model_layers_13_mlp/std": 0.0732421875, "train/tensor_act_model_layers_13_mlp/max_abs": 0.44921875, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.404296875, "train/tensor_act_model_layers_13_mlp/max": 0.44921875, "train/tensor_act_model_layers_13_mlp/range": 0.853515625, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 1315.953857421875, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 0.2001953125, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.609375, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 3.59375, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": -3.59375, "train/tensor_act_model_layers_13_residual_post_mlp/max": 3.328125, "train/tensor_act_model_layers_13_residual_post_mlp/range": 6.921875, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 1315.953857421875, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 0.2001953125, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.609375, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 3.59375, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": -3.59375, "train/tensor_act_model_layers_14_residual_pre_attn/max": 3.328125, "train/tensor_act_model_layers_14_residual_pre_attn/range": 6.921875, "train/tensor_act_model_layers_14_residual_post_attn/norm": 1321.8052978515625, "train/tensor_act_model_layers_14_residual_post_attn/mean": 0.1953125, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.61328125, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 3.609375, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/min": -3.609375, "train/tensor_act_model_layers_14_residual_post_attn/max": 3.46875, "train/tensor_act_model_layers_14_residual_post_attn/range": 7.078125, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 1037.8314208984375, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.007049560546875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.357421875, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 1.8125, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.7265625, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 1030.35009765625, "train/tensor_act_model_layers_14_mlp_up_proj/mean": -0.003204345703125, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.35546875, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 1.8125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_14_mlp_up_proj/range": 3.578125, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 158.764404296875, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 0.0179443359375, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.0751953125, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 0.490234375, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": -0.421875, "train/tensor_act_model_layers_14_mlp_down_proj/max": 0.490234375, "train/tensor_act_model_layers_14_mlp_down_proj/range": 0.912109375, "train/tensor_act_model_layers_14_mlp/norm": 158.763916015625, "train/tensor_act_model_layers_14_mlp/mean": 0.0179443359375, "train/tensor_act_model_layers_14_mlp/std": 0.0751953125, "train/tensor_act_model_layers_14_mlp/max_abs": 0.48828125, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": -0.419921875, "train/tensor_act_model_layers_14_mlp/max": 0.48828125, "train/tensor_act_model_layers_14_mlp/range": 0.908203125, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 1365.8028564453125, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 0.2138671875, "train/tensor_act_model_layers_14_residual_post_mlp/std": 0.6328125, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": -3.65625, "train/tensor_act_model_layers_14_residual_post_mlp/max": 3.546875, "train/tensor_act_model_layers_14_residual_post_mlp/range": 7.203125, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 1365.8028564453125, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 0.2138671875, "train/tensor_act_model_layers_15_residual_pre_attn/std": 0.6328125, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 3.65625, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": -3.65625, "train/tensor_act_model_layers_15_residual_pre_attn/max": 3.546875, "train/tensor_act_model_layers_15_residual_pre_attn/range": 7.203125, "train/tensor_act_model_layers_15_residual_post_attn/norm": 1389.029052734375, "train/tensor_act_model_layers_15_residual_post_attn/mean": 0.2080078125, "train/tensor_act_model_layers_15_residual_post_attn/std": 0.64453125, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 3.703125, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/min": -3.703125, "train/tensor_act_model_layers_15_residual_post_attn/max": 3.578125, "train/tensor_act_model_layers_15_residual_post_attn/range": 7.28125, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 1028.967041015625, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.000499725341796875, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.35546875, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 3.6953125, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 1021.1334838867188, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.007659912109375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.3515625, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -1.84375, "train/tensor_act_model_layers_15_mlp_up_proj/max": 1.6953125, "train/tensor_act_model_layers_15_mlp_up_proj/range": 3.5390625, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 152.6005859375, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 0.01531982421875, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.07275390625, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 0.46875, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.396484375, "train/tensor_act_model_layers_15_mlp_down_proj/max": 0.46875, "train/tensor_act_model_layers_15_mlp_down_proj/range": 0.865234375, "train/tensor_act_model_layers_15_mlp/norm": 152.60023498535156, "train/tensor_act_model_layers_15_mlp/mean": 0.01531982421875, "train/tensor_act_model_layers_15_mlp/std": 0.07275390625, "train/tensor_act_model_layers_15_mlp/max_abs": 0.466796875, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.39453125, "train/tensor_act_model_layers_15_mlp/max": 0.466796875, "train/tensor_act_model_layers_15_mlp/range": 0.861328125, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 1426.1590576171875, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 0.2236328125, "train/tensor_act_model_layers_15_residual_post_mlp/std": 0.66015625, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 3.8125, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": -3.8125, "train/tensor_act_model_layers_15_residual_post_mlp/max": 3.6875, "train/tensor_act_model_layers_15_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 1426.1590576171875, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 0.2236328125, "train/tensor_act_model_layers_16_residual_pre_attn/std": 0.66015625, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 3.8125, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": -3.8125, "train/tensor_act_model_layers_16_residual_pre_attn/max": 3.6875, "train/tensor_act_model_layers_16_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_16_residual_post_attn/norm": 1442.4227294921875, "train/tensor_act_model_layers_16_residual_post_attn/mean": 0.224609375, "train/tensor_act_model_layers_16_residual_post_attn/std": 0.66796875, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 3.8125, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/min": -3.8125, "train/tensor_act_model_layers_16_residual_post_attn/max": 3.75, "train/tensor_act_model_layers_16_residual_post_attn/range": 7.5625, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 1048.2967529296875, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.00182342529296875, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.361328125, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.8828125, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 3.734375, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 1057.67138671875, "train/tensor_act_model_layers_16_mlp_up_proj/mean": 0.01190185546875, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_16_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_16_mlp_up_proj/range": 3.6328125, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 160.57630920410156, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 0.0172119140625, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.07666015625, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 0.48046875, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.416015625, "train/tensor_act_model_layers_16_mlp_down_proj/max": 0.48046875, "train/tensor_act_model_layers_16_mlp_down_proj/range": 0.896484375, "train/tensor_act_model_layers_16_mlp/norm": 160.57534790039062, "train/tensor_act_model_layers_16_mlp/mean": 0.0172119140625, "train/tensor_act_model_layers_16_mlp/std": 0.07666015625, "train/tensor_act_model_layers_16_mlp/max_abs": 0.478515625, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.4140625, "train/tensor_act_model_layers_16_mlp/max": 0.478515625, "train/tensor_act_model_layers_16_mlp/range": 0.892578125, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 1476.1004638671875, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 0.2412109375, "train/tensor_act_model_layers_16_residual_post_mlp/std": 0.6796875, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": -3.890625, "train/tensor_act_model_layers_16_residual_post_mlp/max": 3.90625, "train/tensor_act_model_layers_16_residual_post_mlp/range": 7.796875, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 1476.1004638671875, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 0.2412109375, "train/tensor_act_model_layers_17_residual_pre_attn/std": 0.6796875, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 3.90625, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": -3.890625, "train/tensor_act_model_layers_17_residual_pre_attn/max": 3.90625, "train/tensor_act_model_layers_17_residual_pre_attn/range": 7.796875, "train/tensor_act_model_layers_17_residual_post_attn/norm": 1484.7041015625, "train/tensor_act_model_layers_17_residual_post_attn/mean": 0.240234375, "train/tensor_act_model_layers_17_residual_post_attn/std": 0.68359375, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 3.890625, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/min": -3.875, "train/tensor_act_model_layers_17_residual_post_attn/max": 3.890625, "train/tensor_act_model_layers_17_residual_post_attn/range": 7.765625, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 1053.17138671875, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.0164794921875, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.7890625, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 1.875, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 3.6640625, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 1056.4324951171875, "train/tensor_act_model_layers_17_mlp_up_proj/mean": 0.001800537109375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 1.8984375, "train/tensor_act_model_layers_17_mlp_up_proj/range": 3.796875, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 162.28016662597656, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 0.0157470703125, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.07763671875, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 0.5234375, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.443359375, "train/tensor_act_model_layers_17_mlp_down_proj/max": 0.5234375, "train/tensor_act_model_layers_17_mlp_down_proj/range": 0.966796875, "train/tensor_act_model_layers_17_mlp/norm": 162.2794952392578, "train/tensor_act_model_layers_17_mlp/mean": 0.0157470703125, "train/tensor_act_model_layers_17_mlp/std": 0.07763671875, "train/tensor_act_model_layers_17_mlp/max_abs": 0.51953125, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.44140625, "train/tensor_act_model_layers_17_mlp/max": 0.51953125, "train/tensor_act_model_layers_17_mlp/range": 0.9609375, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 1520.2525634765625, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 0.255859375, "train/tensor_act_model_layers_17_residual_post_mlp/std": 0.6953125, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 4.03125, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": -4.03125, "train/tensor_act_model_layers_17_residual_post_mlp/max": 3.875, "train/tensor_act_model_layers_17_residual_post_mlp/range": 7.90625, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 1520.2525634765625, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 0.255859375, "train/tensor_act_model_layers_18_residual_pre_attn/std": 0.6953125, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 4.03125, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": -4.03125, "train/tensor_act_model_layers_18_residual_pre_attn/max": 3.875, "train/tensor_act_model_layers_18_residual_pre_attn/range": 7.90625, "train/tensor_act_model_layers_18_residual_post_attn/norm": 1519.8131103515625, "train/tensor_act_model_layers_18_residual_post_attn/mean": 0.248046875, "train/tensor_act_model_layers_18_residual_post_attn/std": 0.69921875, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 4.0625, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/min": -4.0625, "train/tensor_act_model_layers_18_residual_post_attn/max": 4.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 8.0625, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 1078.1839599609375, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.022216796875, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 1.8203125, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 3.671875, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 1076.1453857421875, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.01287841796875, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_18_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 3.8984375, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 172.8466796875, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 0.016357421875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.0830078125, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 0.52734375, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.4453125, "train/tensor_act_model_layers_18_mlp_down_proj/max": 0.52734375, "train/tensor_act_model_layers_18_mlp_down_proj/range": 0.97265625, "train/tensor_act_model_layers_18_mlp/norm": 172.8450927734375, "train/tensor_act_model_layers_18_mlp/mean": 0.016357421875, "train/tensor_act_model_layers_18_mlp/std": 0.0830078125, "train/tensor_act_model_layers_18_mlp/max_abs": 0.5234375, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.443359375, "train/tensor_act_model_layers_18_mlp/max": 0.5234375, "train/tensor_act_model_layers_18_mlp/range": 0.966796875, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 1560.1346435546875, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 0.263671875, "train/tensor_act_model_layers_18_residual_post_mlp/std": 0.71484375, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 4.09375, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": -4.09375, "train/tensor_act_model_layers_18_residual_post_mlp/max": 4.03125, "train/tensor_act_model_layers_18_residual_post_mlp/range": 8.125, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 1560.1346435546875, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 0.263671875, "train/tensor_act_model_layers_19_residual_pre_attn/std": 0.71484375, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 4.09375, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": -4.09375, "train/tensor_act_model_layers_19_residual_pre_attn/max": 4.03125, "train/tensor_act_model_layers_19_residual_pre_attn/range": 8.125, "train/tensor_act_model_layers_19_residual_post_attn/norm": 1557.37890625, "train/tensor_act_model_layers_19_residual_post_attn/mean": 0.259765625, "train/tensor_act_model_layers_19_residual_post_attn/std": 0.71484375, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 4.15625, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/min": -4.15625, "train/tensor_act_model_layers_19_residual_post_attn/max": 4.09375, "train/tensor_act_model_layers_19_residual_post_attn/range": 8.25, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 1060.807373046875, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.003143310546875, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.921875, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 1.8984375, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 3.8203125, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 1055.7547607421875, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.00933837890625, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 1.921875, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -1.921875, "train/tensor_act_model_layers_19_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_19_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 160.89511108398438, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 0.01251220703125, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.07763671875, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 0.546875, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.48046875, "train/tensor_act_model_layers_19_mlp_down_proj/max": 0.546875, "train/tensor_act_model_layers_19_mlp_down_proj/range": 1.02734375, "train/tensor_act_model_layers_19_mlp/norm": 160.8944854736328, "train/tensor_act_model_layers_19_mlp/mean": 0.01251220703125, "train/tensor_act_model_layers_19_mlp/std": 0.07763671875, "train/tensor_act_model_layers_19_mlp/max_abs": 0.54296875, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.478515625, "train/tensor_act_model_layers_19_mlp/max": 0.54296875, "train/tensor_act_model_layers_19_mlp/range": 1.021484375, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 1591.67919921875, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 0.2734375, "train/tensor_act_model_layers_19_residual_post_mlp/std": 0.7265625, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 4.28125, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": -4.125, "train/tensor_act_model_layers_19_residual_post_mlp/max": 4.28125, "train/tensor_act_model_layers_19_residual_post_mlp/range": 8.40625, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 1591.67919921875, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 0.2734375, "train/tensor_act_model_layers_20_residual_pre_attn/std": 0.7265625, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 4.28125, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": -4.125, "train/tensor_act_model_layers_20_residual_pre_attn/max": 4.28125, "train/tensor_act_model_layers_20_residual_pre_attn/range": 8.40625, "train/tensor_act_model_layers_20_residual_post_attn/norm": 1592.4974365234375, "train/tensor_act_model_layers_20_residual_post_attn/mean": 0.26953125, "train/tensor_act_model_layers_20_residual_post_attn/std": 0.73046875, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/min": -4.1875, "train/tensor_act_model_layers_20_residual_post_attn/max": 4.4375, "train/tensor_act_model_layers_20_residual_post_attn/range": 8.625, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 1078.0048828125, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.00933837890625, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 1.984375, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -1.984375, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 3.9375, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 1085.6307373046875, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.01470947265625, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_20_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_20_mlp_up_proj/range": 4.140625, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 170.75050354003906, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 0.0179443359375, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 0.54296875, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": -0.54296875, "train/tensor_act_model_layers_20_mlp_down_proj/max": 0.515625, "train/tensor_act_model_layers_20_mlp_down_proj/range": 1.05859375, "train/tensor_act_model_layers_20_mlp/norm": 170.74920654296875, "train/tensor_act_model_layers_20_mlp/mean": 0.0179443359375, "train/tensor_act_model_layers_20_mlp/std": 0.08154296875, "train/tensor_act_model_layers_20_mlp/max_abs": 0.5390625, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": -0.5390625, "train/tensor_act_model_layers_20_mlp/max": 0.51171875, "train/tensor_act_model_layers_20_mlp/range": 1.05078125, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 1636.549560546875, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 0.287109375, "train/tensor_act_model_layers_20_residual_post_mlp/std": 0.74609375, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 4.53125, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": -4.21875, "train/tensor_act_model_layers_20_residual_post_mlp/max": 4.53125, "train/tensor_act_model_layers_20_residual_post_mlp/range": 8.75, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 1636.549560546875, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 0.287109375, "train/tensor_act_model_layers_21_residual_pre_attn/std": 0.74609375, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 4.53125, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": -4.21875, "train/tensor_act_model_layers_21_residual_pre_attn/max": 4.53125, "train/tensor_act_model_layers_21_residual_pre_attn/range": 8.75, "train/tensor_act_model_layers_21_residual_post_attn/norm": 1634.2786865234375, "train/tensor_act_model_layers_21_residual_post_attn/mean": 0.28515625, "train/tensor_act_model_layers_21_residual_post_attn/std": 0.74609375, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 4.53125, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/min": -4.21875, "train/tensor_act_model_layers_21_residual_post_attn/max": 4.53125, "train/tensor_act_model_layers_21_residual_post_attn/range": 8.75, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 1065.6575927734375, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": -0.0047607421875, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.9375, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 1.7734375, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 3.7109375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 1064.7166748046875, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.0089111328125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_21_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_21_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 166.28134155273438, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 0.01519775390625, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.07958984375, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 0.484375, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": -0.484375, "train/tensor_act_model_layers_21_mlp_down_proj/max": 0.4609375, "train/tensor_act_model_layers_21_mlp_down_proj/range": 0.9453125, "train/tensor_act_model_layers_21_mlp/norm": 166.28033447265625, "train/tensor_act_model_layers_21_mlp/mean": 0.01519775390625, "train/tensor_act_model_layers_21_mlp/std": 0.07958984375, "train/tensor_act_model_layers_21_mlp/max_abs": 0.482421875, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": -0.482421875, "train/tensor_act_model_layers_21_mlp/max": 0.458984375, "train/tensor_act_model_layers_21_mlp/range": 0.94140625, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 1677.2686767578125, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 0.30078125, "train/tensor_act_model_layers_21_residual_post_mlp/std": 0.76171875, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 4.5625, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": -4.375, "train/tensor_act_model_layers_21_residual_post_mlp/max": 4.5625, "train/tensor_act_model_layers_21_residual_post_mlp/range": 8.9375, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 1677.2686767578125, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 0.30078125, "train/tensor_act_model_layers_22_residual_pre_attn/std": 0.76171875, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 4.5625, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": -4.375, "train/tensor_act_model_layers_22_residual_pre_attn/max": 4.5625, "train/tensor_act_model_layers_22_residual_pre_attn/range": 8.9375, "train/tensor_act_model_layers_22_residual_post_attn/norm": 1670.0579833984375, "train/tensor_act_model_layers_22_residual_post_attn/mean": 0.29296875, "train/tensor_act_model_layers_22_residual_post_attn/std": 0.76171875, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 4.5625, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/min": -4.34375, "train/tensor_act_model_layers_22_residual_post_attn/max": 4.5625, "train/tensor_act_model_layers_22_residual_post_attn/range": 8.90625, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 1093.102294921875, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.0052490234375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -2.03125, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 3.9921875, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 1052.8131103515625, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.00147247314453125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -1.875, "train/tensor_act_model_layers_22_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_22_mlp_up_proj/range": 3.71875, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 172.90704345703125, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 0.0198974609375, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.08203125, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 0.58203125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_22_mlp_down_proj/max": 0.58203125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 1.015625, "train/tensor_act_model_layers_22_mlp/norm": 172.90487670898438, "train/tensor_act_model_layers_22_mlp/mean": 0.0198974609375, "train/tensor_act_model_layers_22_mlp/std": 0.08203125, "train/tensor_act_model_layers_22_mlp/max_abs": 0.578125, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": -0.431640625, "train/tensor_act_model_layers_22_mlp/max": 0.578125, "train/tensor_act_model_layers_22_mlp/range": 1.009765625, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 1719.9320068359375, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 0.3125, "train/tensor_act_model_layers_22_residual_post_mlp/std": 0.77734375, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": -4.5, "train/tensor_act_model_layers_22_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_22_residual_post_mlp/range": 9.21875, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 1719.9320068359375, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 0.3125, "train/tensor_act_model_layers_23_residual_pre_attn/std": 0.77734375, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": -4.5, "train/tensor_act_model_layers_23_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_23_residual_pre_attn/range": 9.21875, "train/tensor_act_model_layers_23_residual_post_attn/norm": 1716.85888671875, "train/tensor_act_model_layers_23_residual_post_attn/mean": 0.306640625, "train/tensor_act_model_layers_23_residual_post_attn/std": 0.78125, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 4.65625, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/min": -4.5, "train/tensor_act_model_layers_23_residual_post_attn/max": 4.65625, "train/tensor_act_model_layers_23_residual_post_attn/range": 9.15625, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 1080.5406494140625, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": -0.01226806640625, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -2.21875, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 1.828125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 4.046875, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 1058.7138671875, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.010986328125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_23_mlp_up_proj/range": 3.96875, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 169.72128295898438, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 0.0159912109375, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 0.482421875, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.408203125, "train/tensor_act_model_layers_23_mlp_down_proj/max": 0.482421875, "train/tensor_act_model_layers_23_mlp_down_proj/range": 0.890625, "train/tensor_act_model_layers_23_mlp/norm": 169.7200927734375, "train/tensor_act_model_layers_23_mlp/mean": 0.0159912109375, "train/tensor_act_model_layers_23_mlp/std": 0.08154296875, "train/tensor_act_model_layers_23_mlp/max_abs": 0.48046875, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.40625, "train/tensor_act_model_layers_23_mlp/max": 0.48046875, "train/tensor_act_model_layers_23_mlp/range": 0.88671875, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 1763.3516845703125, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 0.322265625, "train/tensor_act_model_layers_23_residual_post_mlp/std": 0.796875, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 4.8125, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": -4.65625, "train/tensor_act_model_layers_23_residual_post_mlp/max": 4.8125, "train/tensor_act_model_layers_23_residual_post_mlp/range": 9.46875, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 1763.3516845703125, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 0.322265625, "train/tensor_act_model_layers_24_residual_pre_attn/std": 0.796875, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 4.8125, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": -4.65625, "train/tensor_act_model_layers_24_residual_pre_attn/max": 4.8125, "train/tensor_act_model_layers_24_residual_pre_attn/range": 9.46875, "train/tensor_act_model_layers_24_residual_post_attn/norm": 1779.9642333984375, "train/tensor_act_model_layers_24_residual_post_attn/mean": 0.314453125, "train/tensor_act_model_layers_24_residual_post_attn/std": 0.80859375, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 4.90625, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/min": -4.65625, "train/tensor_act_model_layers_24_residual_post_attn/max": 4.90625, "train/tensor_act_model_layers_24_residual_post_attn/range": 9.5625, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 1057.2242431640625, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.015625, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.9453125, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 1.765625, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 3.7109375, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 1095.2294921875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.02099609375, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.376953125, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -1.9921875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_24_mlp_up_proj/range": 3.984375, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 168.83010864257812, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 0.0172119140625, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.08056640625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_24_mlp_down_proj/max": 0.5, "train/tensor_act_model_layers_24_mlp_down_proj/range": 1.00390625, "train/tensor_act_model_layers_24_mlp/norm": 168.8294219970703, "train/tensor_act_model_layers_24_mlp/mean": 0.0172119140625, "train/tensor_act_model_layers_24_mlp/std": 0.08056640625, "train/tensor_act_model_layers_24_mlp/max_abs": 0.5, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": -0.5, "train/tensor_act_model_layers_24_mlp/max": 0.498046875, "train/tensor_act_model_layers_24_mlp/range": 0.998046875, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 1826.443115234375, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 0.33203125, "train/tensor_act_model_layers_24_residual_post_mlp/std": 0.828125, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 5.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": -4.6875, "train/tensor_act_model_layers_24_residual_post_mlp/max": 5.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 9.6875, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 1826.443115234375, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 0.33203125, "train/tensor_act_model_layers_25_residual_pre_attn/std": 0.828125, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 5.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": -4.6875, "train/tensor_act_model_layers_25_residual_pre_attn/max": 5.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 9.6875, "train/tensor_act_model_layers_25_residual_post_attn/norm": 1827.269287109375, "train/tensor_act_model_layers_25_residual_post_attn/mean": 0.32421875, "train/tensor_act_model_layers_25_residual_post_attn/std": 0.83203125, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 4.9375, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/min": -4.625, "train/tensor_act_model_layers_25_residual_post_attn/max": 4.9375, "train/tensor_act_model_layers_25_residual_post_attn/range": 9.5625, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 1068.53662109375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.0108642578125, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 1.9140625, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 3.9296875, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 1063.4501953125, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.0245361328125, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -1.7890625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_25_mlp_up_proj/range": 3.7890625, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 173.81776428222656, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 0.0224609375, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.08203125, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 0.54296875, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.412109375, "train/tensor_act_model_layers_25_mlp_down_proj/max": 0.54296875, "train/tensor_act_model_layers_25_mlp_down_proj/range": 0.955078125, "train/tensor_act_model_layers_25_mlp/norm": 173.8147735595703, "train/tensor_act_model_layers_25_mlp/mean": 0.0224609375, "train/tensor_act_model_layers_25_mlp/std": 0.08203125, "train/tensor_act_model_layers_25_mlp/max_abs": 0.5390625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.41015625, "train/tensor_act_model_layers_25_mlp/max": 0.5390625, "train/tensor_act_model_layers_25_mlp/range": 0.94921875, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 1876.0526123046875, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 0.345703125, "train/tensor_act_model_layers_25_residual_post_mlp/std": 0.84765625, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 5.15625, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": -4.625, "train/tensor_act_model_layers_25_residual_post_mlp/max": 5.15625, "train/tensor_act_model_layers_25_residual_post_mlp/range": 9.78125, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 1876.0526123046875, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 0.345703125, "train/tensor_act_model_layers_26_residual_pre_attn/std": 0.84765625, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 5.15625, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": -4.625, "train/tensor_act_model_layers_26_residual_pre_attn/max": 5.15625, "train/tensor_act_model_layers_26_residual_pre_attn/range": 9.78125, "train/tensor_act_model_layers_26_residual_post_attn/norm": 1866.2965087890625, "train/tensor_act_model_layers_26_residual_post_attn/mean": 0.3359375, "train/tensor_act_model_layers_26_residual_post_attn/std": 0.84765625, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 5.125, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/min": -4.65625, "train/tensor_act_model_layers_26_residual_post_attn/max": 5.125, "train/tensor_act_model_layers_26_residual_post_attn/range": 9.78125, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 1062.586669921875, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": -0.0004425048828125, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -2.0, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.84375, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 1085.3131103515625, "train/tensor_act_model_layers_26_mlp_up_proj/mean": -0.0120849609375, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_26_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_26_mlp_up_proj/range": 3.71875, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 173.73072814941406, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 0.01708984375, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.0830078125, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 0.5703125, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": -0.453125, "train/tensor_act_model_layers_26_mlp_down_proj/max": 0.5703125, "train/tensor_act_model_layers_26_mlp_down_proj/range": 1.0234375, "train/tensor_act_model_layers_26_mlp/norm": 173.72926330566406, "train/tensor_act_model_layers_26_mlp/mean": 0.01708984375, "train/tensor_act_model_layers_26_mlp/std": 0.0830078125, "train/tensor_act_model_layers_26_mlp/max_abs": 0.56640625, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": -0.451171875, "train/tensor_act_model_layers_26_mlp/max": 0.56640625, "train/tensor_act_model_layers_26_mlp/range": 1.017578125, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 1910.953369140625, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 0.353515625, "train/tensor_act_model_layers_26_residual_post_mlp/std": 0.86328125, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 5.25, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": -4.625, "train/tensor_act_model_layers_26_residual_post_mlp/max": 5.25, "train/tensor_act_model_layers_26_residual_post_mlp/range": 9.875, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 1910.953369140625, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 0.353515625, "train/tensor_act_model_layers_27_residual_pre_attn/std": 0.86328125, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 5.25, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": -4.625, "train/tensor_act_model_layers_27_residual_pre_attn/max": 5.25, "train/tensor_act_model_layers_27_residual_pre_attn/range": 9.875, "train/tensor_act_model_layers_27_residual_post_attn/norm": 1905.5086669921875, "train/tensor_act_model_layers_27_residual_post_attn/mean": 0.345703125, "train/tensor_act_model_layers_27_residual_post_attn/std": 0.86328125, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 5.21875, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/min": -4.625, "train/tensor_act_model_layers_27_residual_post_attn/max": 5.21875, "train/tensor_act_model_layers_27_residual_post_attn/range": 9.84375, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 1099.1484375, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.0036163330078125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.37890625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.15625, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -2.15625, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 4.09375, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 1090.6883544921875, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.00061798095703125, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.376953125, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -1.953125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_27_mlp_up_proj/range": 3.765625, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 180.73422241210938, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 0.018310546875, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.08642578125, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 0.48828125, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.48828125, "train/tensor_act_model_layers_27_mlp_down_proj/max": 0.4609375, "train/tensor_act_model_layers_27_mlp_down_proj/range": 0.94921875, "train/tensor_act_model_layers_27_mlp/norm": 180.73184204101562, "train/tensor_act_model_layers_27_mlp/mean": 0.018310546875, "train/tensor_act_model_layers_27_mlp/std": 0.08642578125, "train/tensor_act_model_layers_27_mlp/max_abs": 0.486328125, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.486328125, "train/tensor_act_model_layers_27_mlp/max": 0.458984375, "train/tensor_act_model_layers_27_mlp/range": 0.9453125, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 1954.1087646484375, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 0.365234375, "train/tensor_act_model_layers_27_residual_post_mlp/std": 0.8828125, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 5.28125, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": -4.65625, "train/tensor_act_model_layers_27_residual_post_mlp/max": 5.28125, "train/tensor_act_model_layers_27_residual_post_mlp/range": 9.9375, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 1954.1087646484375, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 0.365234375, "train/tensor_act_model_layers_28_residual_pre_attn/std": 0.8828125, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 5.28125, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": -4.65625, "train/tensor_act_model_layers_28_residual_pre_attn/max": 5.28125, "train/tensor_act_model_layers_28_residual_pre_attn/range": 9.9375, "train/tensor_act_model_layers_28_residual_post_attn/norm": 1972.407470703125, "train/tensor_act_model_layers_28_residual_post_attn/mean": 0.353515625, "train/tensor_act_model_layers_28_residual_post_attn/std": 0.89453125, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 5.28125, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/min": -4.5625, "train/tensor_act_model_layers_28_residual_post_attn/max": 5.28125, "train/tensor_act_model_layers_28_residual_post_attn/range": 9.84375, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 1099.3804931640625, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.00885009765625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.37890625, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 4.0546875, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 1089.0120849609375, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.00384521484375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.376953125, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_28_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_28_mlp_up_proj/range": 4.0625, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 182.11647033691406, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 0.0205078125, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.08642578125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 0.5078125, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": -0.486328125, "train/tensor_act_model_layers_28_mlp_down_proj/max": 0.5078125, "train/tensor_act_model_layers_28_mlp_down_proj/range": 0.994140625, "train/tensor_act_model_layers_28_mlp/norm": 182.11390686035156, "train/tensor_act_model_layers_28_mlp/mean": 0.0205078125, "train/tensor_act_model_layers_28_mlp/std": 0.08642578125, "train/tensor_act_model_layers_28_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": -0.484375, "train/tensor_act_model_layers_28_mlp/max": 0.50390625, "train/tensor_act_model_layers_28_mlp/range": 0.98828125, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 2014.5242919921875, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 0.375, "train/tensor_act_model_layers_28_residual_post_mlp/std": 0.91015625, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 5.34375, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": -4.46875, "train/tensor_act_model_layers_28_residual_post_mlp/max": 5.34375, "train/tensor_act_model_layers_28_residual_post_mlp/range": 9.8125, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 2014.5242919921875, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 0.375, "train/tensor_act_model_layers_29_residual_pre_attn/std": 0.91015625, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 5.34375, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": -4.46875, "train/tensor_act_model_layers_29_residual_pre_attn/max": 5.34375, "train/tensor_act_model_layers_29_residual_pre_attn/range": 9.8125, "train/tensor_act_model_layers_29_residual_post_attn/norm": 2013.78125, "train/tensor_act_model_layers_29_residual_post_attn/mean": 0.369140625, "train/tensor_act_model_layers_29_residual_post_attn/std": 0.91015625, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 5.34375, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/min": -4.5, "train/tensor_act_model_layers_29_residual_post_attn/max": 5.34375, "train/tensor_act_model_layers_29_residual_post_attn/range": 9.84375, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 1080.7760009765625, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": -0.0037994384765625, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 3.71875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 1082.5338134765625, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.00439453125, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -1.8671875, "train/tensor_act_model_layers_29_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_29_mlp_up_proj/range": 4.3046875, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 174.57711791992188, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 0.01904296875, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.0830078125, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": -0.50390625, "train/tensor_act_model_layers_29_mlp_down_proj/max": 0.48046875, "train/tensor_act_model_layers_29_mlp_down_proj/range": 0.984375, "train/tensor_act_model_layers_29_mlp/norm": 174.5758819580078, "train/tensor_act_model_layers_29_mlp/mean": 0.01904296875, "train/tensor_act_model_layers_29_mlp/std": 0.0830078125, "train/tensor_act_model_layers_29_mlp/max_abs": 0.5, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": -0.5, "train/tensor_act_model_layers_29_mlp/max": 0.478515625, "train/tensor_act_model_layers_29_mlp/range": 0.978515625, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 2052.5263671875, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 0.388671875, "train/tensor_act_model_layers_29_residual_post_mlp/std": 0.921875, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 5.5625, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": -4.46875, "train/tensor_act_model_layers_29_residual_post_mlp/max": 5.5625, "train/tensor_act_model_layers_29_residual_post_mlp/range": 10.03125, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 2052.5263671875, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 0.388671875, "train/tensor_act_model_layers_30_residual_pre_attn/std": 0.921875, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 5.5625, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": -4.46875, "train/tensor_act_model_layers_30_residual_pre_attn/max": 5.5625, "train/tensor_act_model_layers_30_residual_pre_attn/range": 10.03125, "train/tensor_act_model_layers_30_residual_post_attn/norm": 2041.06396484375, "train/tensor_act_model_layers_30_residual_post_attn/mean": 0.373046875, "train/tensor_act_model_layers_30_residual_post_attn/std": 0.92578125, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 5.5625, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/min": -4.5, "train/tensor_act_model_layers_30_residual_post_attn/max": 5.5625, "train/tensor_act_model_layers_30_residual_post_attn/range": 10.0625, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 1079.4127197265625, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.0137939453125, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 1083.271484375, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.002716064453125, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_30_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_30_mlp_up_proj/range": 3.8203125, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 174.95899963378906, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 0.0189208984375, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.08349609375, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 0.462890625, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.462890625, "train/tensor_act_model_layers_30_mlp_down_proj/max": 0.4609375, "train/tensor_act_model_layers_30_mlp_down_proj/range": 0.923828125, "train/tensor_act_model_layers_30_mlp/norm": 174.9581298828125, "train/tensor_act_model_layers_30_mlp/mean": 0.0189208984375, "train/tensor_act_model_layers_30_mlp/std": 0.08349609375, "train/tensor_act_model_layers_30_mlp/max_abs": 0.4609375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.4609375, "train/tensor_act_model_layers_30_mlp/max": 0.458984375, "train/tensor_act_model_layers_30_mlp/range": 0.919921875, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 2081.70947265625, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 0.392578125, "train/tensor_act_model_layers_30_residual_post_mlp/std": 0.9375, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 5.625, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": -4.4375, "train/tensor_act_model_layers_30_residual_post_mlp/max": 5.625, "train/tensor_act_model_layers_30_residual_post_mlp/range": 10.0625, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 2081.70947265625, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 0.392578125, "train/tensor_act_model_layers_31_residual_pre_attn/std": 0.9375, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 5.625, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": -4.4375, "train/tensor_act_model_layers_31_residual_pre_attn/max": 5.625, "train/tensor_act_model_layers_31_residual_pre_attn/range": 10.0625, "train/tensor_act_model_layers_31_residual_post_attn/norm": 2076.0634765625, "train/tensor_act_model_layers_31_residual_post_attn/mean": 0.38671875, "train/tensor_act_model_layers_31_residual_post_attn/std": 0.9375, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 5.625, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/min": -4.5, "train/tensor_act_model_layers_31_residual_post_attn/max": 5.625, "train/tensor_act_model_layers_31_residual_post_attn/range": 10.125, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 1089.7288818359375, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.0113525390625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -2.078125, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 1.8359375, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 1078.9783935546875, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.0198974609375, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 1.828125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -1.796875, "train/tensor_act_model_layers_31_mlp_up_proj/max": 1.828125, "train/tensor_act_model_layers_31_mlp_up_proj/range": 3.625, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 176.5866241455078, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 0.0174560546875, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.08447265625, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 0.470703125, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.41796875, "train/tensor_act_model_layers_31_mlp_down_proj/max": 0.470703125, "train/tensor_act_model_layers_31_mlp_down_proj/range": 0.888671875, "train/tensor_act_model_layers_31_mlp/norm": 176.58526611328125, "train/tensor_act_model_layers_31_mlp/mean": 0.0174560546875, "train/tensor_act_model_layers_31_mlp/std": 0.08447265625, "train/tensor_act_model_layers_31_mlp/max_abs": 0.46875, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.416015625, "train/tensor_act_model_layers_31_mlp/max": 0.46875, "train/tensor_act_model_layers_31_mlp/range": 0.884765625, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 2120.754638671875, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 0.404296875, "train/tensor_act_model_layers_31_residual_post_mlp/std": 0.953125, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 5.71875, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": -4.5, "train/tensor_act_model_layers_31_residual_post_mlp/max": 5.71875, "train/tensor_act_model_layers_31_residual_post_mlp/range": 10.21875, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 2120.754638671875, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 0.404296875, "train/tensor_act_model_layers_32_residual_pre_attn/std": 0.953125, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 5.71875, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": -4.5, "train/tensor_act_model_layers_32_residual_pre_attn/max": 5.71875, "train/tensor_act_model_layers_32_residual_pre_attn/range": 10.21875, "train/tensor_act_model_layers_32_residual_post_attn/norm": 2128.616943359375, "train/tensor_act_model_layers_32_residual_post_attn/mean": 0.392578125, "train/tensor_act_model_layers_32_residual_post_attn/std": 0.9609375, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 5.75, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/min": -4.5625, "train/tensor_act_model_layers_32_residual_post_attn/max": 5.75, "train/tensor_act_model_layers_32_residual_post_attn/range": 10.3125, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 1058.2750244140625, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.00323486328125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.365234375, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.8359375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 3.7890625, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 1070.0430908203125, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.0024261474609375, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -1.9453125, "train/tensor_act_model_layers_32_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_32_mlp_up_proj/range": 3.828125, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 170.94898986816406, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 0.0159912109375, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.08203125, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 0.478515625, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.478515625, "train/tensor_act_model_layers_32_mlp_down_proj/max": 0.46875, "train/tensor_act_model_layers_32_mlp_down_proj/range": 0.947265625, "train/tensor_act_model_layers_32_mlp/norm": 170.9476776123047, "train/tensor_act_model_layers_32_mlp/mean": 0.0159912109375, "train/tensor_act_model_layers_32_mlp/std": 0.08203125, "train/tensor_act_model_layers_32_mlp/max_abs": 0.4765625, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.4765625, "train/tensor_act_model_layers_32_mlp/max": 0.466796875, "train/tensor_act_model_layers_32_mlp/range": 0.943359375, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 2168.254150390625, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 0.408203125, "train/tensor_act_model_layers_32_residual_post_mlp/std": 0.9765625, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 5.78125, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": -4.65625, "train/tensor_act_model_layers_32_residual_post_mlp/max": 5.78125, "train/tensor_act_model_layers_32_residual_post_mlp/range": 10.4375, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 2168.254150390625, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 0.408203125, "train/tensor_act_model_layers_33_residual_pre_attn/std": 0.9765625, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 5.78125, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": -4.65625, "train/tensor_act_model_layers_33_residual_pre_attn/max": 5.78125, "train/tensor_act_model_layers_33_residual_pre_attn/range": 10.4375, "train/tensor_act_model_layers_33_residual_post_attn/norm": 2162.910888671875, "train/tensor_act_model_layers_33_residual_post_attn/mean": 0.404296875, "train/tensor_act_model_layers_33_residual_post_attn/std": 0.9765625, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 5.6875, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/min": -4.625, "train/tensor_act_model_layers_33_residual_post_attn/max": 5.6875, "train/tensor_act_model_layers_33_residual_post_attn/range": 10.3125, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 1076.357666015625, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": -0.005462646484375, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 3.9375, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 1059.8792724609375, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.00823974609375, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 1.921875, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_33_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_33_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 166.28753662109375, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 0.0140380859375, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 0.5078125, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": -0.5078125, "train/tensor_act_model_layers_33_mlp_down_proj/max": 0.470703125, "train/tensor_act_model_layers_33_mlp_down_proj/range": 0.978515625, "train/tensor_act_model_layers_33_mlp/norm": 166.28692626953125, "train/tensor_act_model_layers_33_mlp/mean": 0.0140380859375, "train/tensor_act_model_layers_33_mlp/std": 0.080078125, "train/tensor_act_model_layers_33_mlp/max_abs": 0.50390625, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": -0.50390625, "train/tensor_act_model_layers_33_mlp/max": 0.46875, "train/tensor_act_model_layers_33_mlp/range": 0.97265625, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 2199.35986328125, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 0.41796875, "train/tensor_act_model_layers_33_residual_post_mlp/std": 0.98828125, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 5.6875, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": -4.65625, "train/tensor_act_model_layers_33_residual_post_mlp/max": 5.6875, "train/tensor_act_model_layers_33_residual_post_mlp/range": 10.34375, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 2199.35986328125, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 0.41796875, "train/tensor_act_model_layers_34_residual_pre_attn/std": 0.98828125, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 5.6875, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": -4.65625, "train/tensor_act_model_layers_34_residual_pre_attn/max": 5.6875, "train/tensor_act_model_layers_34_residual_pre_attn/range": 10.34375, "train/tensor_act_model_layers_34_residual_post_attn/norm": 2206.58349609375, "train/tensor_act_model_layers_34_residual_post_attn/mean": 0.419921875, "train/tensor_act_model_layers_34_residual_post_attn/std": 0.9921875, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 5.75, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/min": -4.6875, "train/tensor_act_model_layers_34_residual_post_attn/max": 5.75, "train/tensor_act_model_layers_34_residual_post_attn/range": 10.4375, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 1068.6705322265625, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.02099609375, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.0078125, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 1066.8643798828125, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.01251220703125, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_34_mlp_up_proj/max": 1.9453125, "train/tensor_act_model_layers_34_mlp_up_proj/range": 4.0703125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 166.33201599121094, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 0.0152587890625, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.07958984375, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 0.45703125, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_34_mlp_down_proj/max": 0.451171875, "train/tensor_act_model_layers_34_mlp_down_proj/range": 0.908203125, "train/tensor_act_model_layers_34_mlp/norm": 166.3313446044922, "train/tensor_act_model_layers_34_mlp/mean": 0.0152587890625, "train/tensor_act_model_layers_34_mlp/std": 0.07958984375, "train/tensor_act_model_layers_34_mlp/max_abs": 0.455078125, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": -0.455078125, "train/tensor_act_model_layers_34_mlp/max": 0.44921875, "train/tensor_act_model_layers_34_mlp/range": 0.904296875, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 2246.564453125, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 0.435546875, "train/tensor_act_model_layers_34_residual_post_mlp/std": 1.0078125, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 5.84375, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": -4.6875, "train/tensor_act_model_layers_34_residual_post_mlp/max": 5.84375, "train/tensor_act_model_layers_34_residual_post_mlp/range": 10.53125, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 2246.564453125, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 0.435546875, "train/tensor_act_model_layers_35_residual_pre_attn/std": 1.0078125, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 5.84375, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": -4.6875, "train/tensor_act_model_layers_35_residual_pre_attn/max": 5.84375, "train/tensor_act_model_layers_35_residual_pre_attn/range": 10.53125, "train/tensor_act_model_layers_35_residual_post_attn/norm": 2265.935546875, "train/tensor_act_model_layers_35_residual_post_attn/mean": 0.431640625, "train/tensor_act_model_layers_35_residual_post_attn/std": 1.015625, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 5.625, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/min": -4.90625, "train/tensor_act_model_layers_35_residual_post_attn/max": 5.625, "train/tensor_act_model_layers_35_residual_post_attn/range": 10.53125, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 1083.467041015625, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": -0.0011444091796875, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.375, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 3.90625, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 1072.86572265625, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.0010833740234375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -1.7890625, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_35_mlp_up_proj/range": 3.9921875, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 177.70034790039062, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 0.021728515625, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.083984375, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 0.4765625, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.421875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 0.4765625, "train/tensor_act_model_layers_35_mlp_down_proj/range": 0.8984375, "train/tensor_act_model_layers_35_mlp/norm": 177.69874572753906, "train/tensor_act_model_layers_35_mlp/mean": 0.021728515625, "train/tensor_act_model_layers_35_mlp/std": 0.083984375, "train/tensor_act_model_layers_35_mlp/max_abs": 0.474609375, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.419921875, "train/tensor_act_model_layers_35_mlp/max": 0.474609375, "train/tensor_act_model_layers_35_mlp/range": 0.89453125, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 2310.220703125, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 0.453125, "train/tensor_act_model_layers_35_residual_post_mlp/std": 1.03125, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 5.6875, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": -4.9375, "train/tensor_act_model_layers_35_residual_post_mlp/max": 5.6875, "train/tensor_act_model_layers_35_residual_post_mlp/range": 10.625, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 2310.220703125, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 0.453125, "train/tensor_act_model_layers_36_residual_pre_attn/std": 1.03125, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 5.6875, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": -4.9375, "train/tensor_act_model_layers_36_residual_pre_attn/max": 5.6875, "train/tensor_act_model_layers_36_residual_pre_attn/range": 10.625, "train/tensor_act_model_layers_36_residual_post_attn/norm": 2306.92724609375, "train/tensor_act_model_layers_36_residual_post_attn/mean": 0.451171875, "train/tensor_act_model_layers_36_residual_post_attn/std": 1.03125, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 5.6875, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/min": -4.875, "train/tensor_act_model_layers_36_residual_post_attn/max": 5.6875, "train/tensor_act_model_layers_36_residual_post_attn/range": 10.5625, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 1069.1741943359375, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.015869140625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 3.640625, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 1056.247314453125, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.0186767578125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_36_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_36_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 167.95285034179688, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 0.0177001953125, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.080078125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 0.447265625, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.435546875, "train/tensor_act_model_layers_36_mlp_down_proj/max": 0.447265625, "train/tensor_act_model_layers_36_mlp_down_proj/range": 0.8828125, "train/tensor_act_model_layers_36_mlp/norm": 167.95199584960938, "train/tensor_act_model_layers_36_mlp/mean": 0.0177001953125, "train/tensor_act_model_layers_36_mlp/std": 0.080078125, "train/tensor_act_model_layers_36_mlp/max_abs": 0.4453125, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.43359375, "train/tensor_act_model_layers_36_mlp/max": 0.4453125, "train/tensor_act_model_layers_36_mlp/range": 0.87890625, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 2345.94580078125, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 0.46875, "train/tensor_act_model_layers_36_residual_post_mlp/std": 1.046875, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 5.65625, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": -4.90625, "train/tensor_act_model_layers_36_residual_post_mlp/max": 5.65625, "train/tensor_act_model_layers_36_residual_post_mlp/range": 10.5625, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 2345.94580078125, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 0.46875, "train/tensor_act_model_layers_37_residual_pre_attn/std": 1.046875, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 5.65625, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": -4.90625, "train/tensor_act_model_layers_37_residual_pre_attn/max": 5.65625, "train/tensor_act_model_layers_37_residual_pre_attn/range": 10.5625, "train/tensor_act_model_layers_37_residual_post_attn/norm": 2337.027587890625, "train/tensor_act_model_layers_37_residual_post_attn/mean": 0.46484375, "train/tensor_act_model_layers_37_residual_post_attn/std": 1.0390625, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 5.625, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/min": -4.875, "train/tensor_act_model_layers_37_residual_post_attn/max": 5.625, "train/tensor_act_model_layers_37_residual_post_attn/range": 10.5, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 1070.000244140625, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.014892578125, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 3.8828125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 1077.382080078125, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.00555419921875, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -1.8671875, "train/tensor_act_model_layers_37_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_37_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 170.21995544433594, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 0.0157470703125, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 0.48828125, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.44921875, "train/tensor_act_model_layers_37_mlp_down_proj/max": 0.48828125, "train/tensor_act_model_layers_37_mlp_down_proj/range": 0.9375, "train/tensor_act_model_layers_37_mlp/norm": 170.21926879882812, "train/tensor_act_model_layers_37_mlp/mean": 0.0157470703125, "train/tensor_act_model_layers_37_mlp/std": 0.08154296875, "train/tensor_act_model_layers_37_mlp/max_abs": 0.486328125, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.447265625, "train/tensor_act_model_layers_37_mlp/max": 0.486328125, "train/tensor_act_model_layers_37_mlp/range": 0.93359375, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 2374.361572265625, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 0.48046875, "train/tensor_act_model_layers_37_residual_post_mlp/std": 1.0546875, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 5.71875, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": -5.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 5.71875, "train/tensor_act_model_layers_37_residual_post_mlp/range": 10.71875, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 2374.361572265625, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 0.48046875, "train/tensor_act_model_layers_38_residual_pre_attn/std": 1.0546875, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 5.71875, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": -5.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 5.71875, "train/tensor_act_model_layers_38_residual_pre_attn/range": 10.71875, "train/tensor_act_model_layers_38_residual_post_attn/norm": 2372.775390625, "train/tensor_act_model_layers_38_residual_post_attn/mean": 0.4765625, "train/tensor_act_model_layers_38_residual_post_attn/std": 1.0546875, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 5.78125, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/min": -5.03125, "train/tensor_act_model_layers_38_residual_post_attn/max": 5.78125, "train/tensor_act_model_layers_38_residual_post_attn/range": 10.8125, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 1077.894775390625, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.0106201171875, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.8671875, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 3.75, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 1068.6121826171875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.0123291015625, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_38_mlp_up_proj/range": 3.8359375, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 167.93319702148438, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 0.0162353515625, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.08056640625, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 0.6015625, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": -0.484375, "train/tensor_act_model_layers_38_mlp_down_proj/max": 0.6015625, "train/tensor_act_model_layers_38_mlp_down_proj/range": 1.0859375, "train/tensor_act_model_layers_38_mlp/norm": 167.93214416503906, "train/tensor_act_model_layers_38_mlp/mean": 0.0162353515625, "train/tensor_act_model_layers_38_mlp/std": 0.08056640625, "train/tensor_act_model_layers_38_mlp/max_abs": 0.59765625, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": -0.482421875, "train/tensor_act_model_layers_38_mlp/max": 0.59765625, "train/tensor_act_model_layers_38_mlp/range": 1.080078125, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 2414.53076171875, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 0.4921875, "train/tensor_act_model_layers_38_residual_post_mlp/std": 1.0703125, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 5.75, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": -5.125, "train/tensor_act_model_layers_38_residual_post_mlp/max": 5.75, "train/tensor_act_model_layers_38_residual_post_mlp/range": 10.875, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 2414.53076171875, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 0.4921875, "train/tensor_act_model_layers_39_residual_pre_attn/std": 1.0703125, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 5.75, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": -5.125, "train/tensor_act_model_layers_39_residual_pre_attn/max": 5.75, "train/tensor_act_model_layers_39_residual_pre_attn/range": 10.875, "train/tensor_act_model_layers_39_residual_post_attn/norm": 2416.656982421875, "train/tensor_act_model_layers_39_residual_post_attn/mean": 0.486328125, "train/tensor_act_model_layers_39_residual_post_attn/std": 1.078125, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 6.03125, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/min": -5.3125, "train/tensor_act_model_layers_39_residual_post_attn/max": 6.03125, "train/tensor_act_model_layers_39_residual_post_attn/range": 11.34375, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 1065.176025390625, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.00994873046875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -1.8125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 3.734375, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 1053.2076416015625, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.01226806640625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_39_mlp_up_proj/max": 1.9296875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 169.89266967773438, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 0.0205078125, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.08056640625, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 0.455078125, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.4375, "train/tensor_act_model_layers_39_mlp_down_proj/max": 0.455078125, "train/tensor_act_model_layers_39_mlp_down_proj/range": 0.892578125, "train/tensor_act_model_layers_39_mlp/norm": 169.8917694091797, "train/tensor_act_model_layers_39_mlp/mean": 0.0205078125, "train/tensor_act_model_layers_39_mlp/std": 0.08056640625, "train/tensor_act_model_layers_39_mlp/max_abs": 0.453125, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.435546875, "train/tensor_act_model_layers_39_mlp/max": 0.453125, "train/tensor_act_model_layers_39_mlp/range": 0.888671875, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 2460.308837890625, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 0.5078125, "train/tensor_act_model_layers_39_residual_post_mlp/std": 1.0859375, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 6.03125, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": -5.40625, "train/tensor_act_model_layers_39_residual_post_mlp/max": 6.03125, "train/tensor_act_model_layers_39_residual_post_mlp/range": 11.4375, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 2460.308837890625, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 0.5078125, "train/tensor_act_model_layers_40_residual_pre_attn/std": 1.0859375, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 6.03125, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": -5.40625, "train/tensor_act_model_layers_40_residual_pre_attn/max": 6.03125, "train/tensor_act_model_layers_40_residual_pre_attn/range": 11.4375, "train/tensor_act_model_layers_40_residual_post_attn/norm": 2462.744384765625, "train/tensor_act_model_layers_40_residual_post_attn/mean": 0.5078125, "train/tensor_act_model_layers_40_residual_post_attn/std": 1.09375, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 6.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/min": -5.34375, "train/tensor_act_model_layers_40_residual_post_attn/max": 6.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 11.34375, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 1084.04443359375, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.006500244140625, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.375, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -1.96875, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 1046.8602294921875, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.0072021484375, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.361328125, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_40_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_40_mlp_up_proj/range": 3.828125, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 163.62115478515625, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 0.0155029296875, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.07861328125, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 0.4453125, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": -0.435546875, "train/tensor_act_model_layers_40_mlp_down_proj/max": 0.4453125, "train/tensor_act_model_layers_40_mlp_down_proj/range": 0.880859375, "train/tensor_act_model_layers_40_mlp/norm": 163.62069702148438, "train/tensor_act_model_layers_40_mlp/mean": 0.0155029296875, "train/tensor_act_model_layers_40_mlp/std": 0.07861328125, "train/tensor_act_model_layers_40_mlp/max_abs": 0.443359375, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": -0.43359375, "train/tensor_act_model_layers_40_mlp/max": 0.443359375, "train/tensor_act_model_layers_40_mlp/range": 0.876953125, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 2499.0546875, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 0.5234375, "train/tensor_act_model_layers_40_residual_post_mlp/std": 1.1015625, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 6.09375, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": -5.375, "train/tensor_act_model_layers_40_residual_post_mlp/max": 6.09375, "train/tensor_act_model_layers_40_residual_post_mlp/range": 11.46875, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 2499.0546875, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 0.5234375, "train/tensor_act_model_layers_41_residual_pre_attn/std": 1.1015625, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 6.09375, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": -5.375, "train/tensor_act_model_layers_41_residual_pre_attn/max": 6.09375, "train/tensor_act_model_layers_41_residual_pre_attn/range": 11.46875, "train/tensor_act_model_layers_41_residual_post_attn/norm": 2489.19677734375, "train/tensor_act_model_layers_41_residual_post_attn/mean": 0.51171875, "train/tensor_act_model_layers_41_residual_post_attn/std": 1.1015625, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 6.09375, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/min": -5.375, "train/tensor_act_model_layers_41_residual_post_attn/max": 6.09375, "train/tensor_act_model_layers_41_residual_post_attn/range": 11.46875, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 1053.035400390625, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.0157470703125, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -1.8359375, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 1.703125, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 3.5390625, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 1079.949462890625, "train/tensor_act_model_layers_41_mlp_up_proj/mean": -9.918212890625e-05, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_41_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_41_mlp_up_proj/range": 3.7265625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 169.2937774658203, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 0.0223388671875, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.07958984375, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 0.4921875, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.4921875, "train/tensor_act_model_layers_41_mlp_down_proj/max": 0.4453125, "train/tensor_act_model_layers_41_mlp_down_proj/range": 0.9375, "train/tensor_act_model_layers_41_mlp/norm": 169.29319763183594, "train/tensor_act_model_layers_41_mlp/mean": 0.0223388671875, "train/tensor_act_model_layers_41_mlp/std": 0.07958984375, "train/tensor_act_model_layers_41_mlp/max_abs": 0.490234375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.490234375, "train/tensor_act_model_layers_41_mlp/max": 0.443359375, "train/tensor_act_model_layers_41_mlp/range": 0.93359375, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 2533.8583984375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 0.53515625, "train/tensor_act_model_layers_41_residual_post_mlp/std": 1.1171875, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 6.1875, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": -5.5, "train/tensor_act_model_layers_41_residual_post_mlp/max": 6.1875, "train/tensor_act_model_layers_41_residual_post_mlp/range": 11.6875, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 2533.8583984375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 0.53515625, "train/tensor_act_model_layers_42_residual_pre_attn/std": 1.1171875, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 6.1875, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": -5.5, "train/tensor_act_model_layers_42_residual_pre_attn/max": 6.1875, "train/tensor_act_model_layers_42_residual_pre_attn/range": 11.6875, "train/tensor_act_model_layers_42_residual_post_attn/norm": 2526.4111328125, "train/tensor_act_model_layers_42_residual_post_attn/mean": 0.52734375, "train/tensor_act_model_layers_42_residual_post_attn/std": 1.1171875, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 6.25, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/min": -5.3125, "train/tensor_act_model_layers_42_residual_post_attn/max": 6.25, "train/tensor_act_model_layers_42_residual_post_attn/range": 11.5625, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 1053.06005859375, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.00830078125, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.36328125, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 1.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 1.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 3.75, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 1058.0682373046875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.01409912109375, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 1.90625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -1.90625, "train/tensor_act_model_layers_42_mlp_up_proj/max": 1.8515625, "train/tensor_act_model_layers_42_mlp_up_proj/range": 3.7578125, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 166.67771911621094, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 0.0169677734375, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.07958984375, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 0.447265625, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.408203125, "train/tensor_act_model_layers_42_mlp_down_proj/max": 0.447265625, "train/tensor_act_model_layers_42_mlp_down_proj/range": 0.85546875, "train/tensor_act_model_layers_42_mlp/norm": 166.6771697998047, "train/tensor_act_model_layers_42_mlp/mean": 0.0169677734375, "train/tensor_act_model_layers_42_mlp/std": 0.07958984375, "train/tensor_act_model_layers_42_mlp/max_abs": 0.4453125, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.40625, "train/tensor_act_model_layers_42_mlp/max": 0.4453125, "train/tensor_act_model_layers_42_mlp/range": 0.8515625, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 2568.6904296875, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 0.54296875, "train/tensor_act_model_layers_42_residual_post_mlp/std": 1.1328125, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 6.3125, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": -5.4375, "train/tensor_act_model_layers_42_residual_post_mlp/max": 6.3125, "train/tensor_act_model_layers_42_residual_post_mlp/range": 11.75, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 2568.6904296875, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 0.54296875, "train/tensor_act_model_layers_43_residual_pre_attn/std": 1.1328125, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 6.3125, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": -5.4375, "train/tensor_act_model_layers_43_residual_pre_attn/max": 6.3125, "train/tensor_act_model_layers_43_residual_pre_attn/range": 11.75, "train/tensor_act_model_layers_43_residual_post_attn/norm": 2564.060546875, "train/tensor_act_model_layers_43_residual_post_attn/mean": 0.54296875, "train/tensor_act_model_layers_43_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 6.34375, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/min": -5.4375, "train/tensor_act_model_layers_43_residual_post_attn/max": 6.34375, "train/tensor_act_model_layers_43_residual_post_attn/range": 11.78125, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 1018.8307495117188, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.0128173828125, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.3515625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 1.765625, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -1.6953125, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 1.765625, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 3.4609375, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 1066.1478271484375, "train/tensor_act_model_layers_43_mlp_up_proj/mean": 0.007720947265625, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.3671875, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -1.859375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_43_mlp_up_proj/range": 3.8359375, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 157.35069274902344, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 0.0145263671875, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.07568359375, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 0.46484375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.4140625, "train/tensor_act_model_layers_43_mlp_down_proj/max": 0.46484375, "train/tensor_act_model_layers_43_mlp_down_proj/range": 0.87890625, "train/tensor_act_model_layers_43_mlp/norm": 157.35032653808594, "train/tensor_act_model_layers_43_mlp/mean": 0.0145263671875, "train/tensor_act_model_layers_43_mlp/std": 0.07568359375, "train/tensor_act_model_layers_43_mlp/max_abs": 0.462890625, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.412109375, "train/tensor_act_model_layers_43_mlp/max": 0.462890625, "train/tensor_act_model_layers_43_mlp/range": 0.875, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 2600.82421875, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 0.5546875, "train/tensor_act_model_layers_43_residual_post_mlp/std": 1.140625, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 6.375, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": -5.625, "train/tensor_act_model_layers_43_residual_post_mlp/max": 6.375, "train/tensor_act_model_layers_43_residual_post_mlp/range": 12.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 2600.82421875, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 0.5546875, "train/tensor_act_model_layers_44_residual_pre_attn/std": 1.140625, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 6.375, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": -5.625, "train/tensor_act_model_layers_44_residual_pre_attn/max": 6.375, "train/tensor_act_model_layers_44_residual_pre_attn/range": 12.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 2603.00537109375, "train/tensor_act_model_layers_44_residual_post_attn/mean": 0.5546875, "train/tensor_act_model_layers_44_residual_post_attn/std": 1.140625, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 6.34375, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/min": -5.53125, "train/tensor_act_model_layers_44_residual_post_attn/max": 6.34375, "train/tensor_act_model_layers_44_residual_post_attn/range": 11.875, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 1080.003662109375, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.004241943359375, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 1076.010009765625, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.01251220703125, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.37109375, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_44_mlp_up_proj/range": 4.453125, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 171.76084899902344, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 0.0191650390625, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 0.466796875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_44_mlp_down_proj/max": 0.466796875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 0.900390625, "train/tensor_act_model_layers_44_mlp/norm": 171.75987243652344, "train/tensor_act_model_layers_44_mlp/mean": 0.0191650390625, "train/tensor_act_model_layers_44_mlp/std": 0.08154296875, "train/tensor_act_model_layers_44_mlp/max_abs": 0.46484375, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": -0.431640625, "train/tensor_act_model_layers_44_mlp/max": 0.46484375, "train/tensor_act_model_layers_44_mlp/range": 0.896484375, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 2649.88916015625, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 0.57421875, "train/tensor_act_model_layers_44_residual_post_mlp/std": 1.1640625, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 6.25, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": -5.625, "train/tensor_act_model_layers_44_residual_post_mlp/max": 6.25, "train/tensor_act_model_layers_44_residual_post_mlp/range": 11.875, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 2649.88916015625, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 0.57421875, "train/tensor_act_model_layers_45_residual_pre_attn/std": 1.1640625, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 6.25, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": -5.625, "train/tensor_act_model_layers_45_residual_pre_attn/max": 6.25, "train/tensor_act_model_layers_45_residual_pre_attn/range": 11.875, "train/tensor_act_model_layers_45_residual_post_attn/norm": 2646.999755859375, "train/tensor_act_model_layers_45_residual_post_attn/mean": 0.5703125, "train/tensor_act_model_layers_45_residual_post_attn/std": 1.15625, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 6.28125, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/min": -5.75, "train/tensor_act_model_layers_45_residual_post_attn/max": 6.28125, "train/tensor_act_model_layers_45_residual_post_attn/range": 12.03125, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 1082.5152587890625, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.005218505859375, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -1.8828125, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 1.9765625, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 3.859375, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 1082.9669189453125, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.007171630859375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_45_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_45_mlp_up_proj/range": 3.8359375, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 172.7623291015625, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 0.0189208984375, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.08203125, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 0.482421875, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": -0.427734375, "train/tensor_act_model_layers_45_mlp_down_proj/max": 0.482421875, "train/tensor_act_model_layers_45_mlp_down_proj/range": 0.91015625, "train/tensor_act_model_layers_45_mlp/norm": 172.76092529296875, "train/tensor_act_model_layers_45_mlp/mean": 0.0189208984375, "train/tensor_act_model_layers_45_mlp/std": 0.08203125, "train/tensor_act_model_layers_45_mlp/max_abs": 0.48046875, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": -0.42578125, "train/tensor_act_model_layers_45_mlp/max": 0.48046875, "train/tensor_act_model_layers_45_mlp/range": 0.90625, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 2692.2470703125, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 0.58984375, "train/tensor_act_model_layers_45_residual_post_mlp/std": 1.171875, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 6.375, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": -5.90625, "train/tensor_act_model_layers_45_residual_post_mlp/max": 6.375, "train/tensor_act_model_layers_45_residual_post_mlp/range": 12.28125, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 2692.2470703125, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 0.58984375, "train/tensor_act_model_layers_46_residual_pre_attn/std": 1.171875, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 6.375, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": -5.90625, "train/tensor_act_model_layers_46_residual_pre_attn/max": 6.375, "train/tensor_act_model_layers_46_residual_pre_attn/range": 12.28125, "train/tensor_act_model_layers_46_residual_post_attn/norm": 2691.201416015625, "train/tensor_act_model_layers_46_residual_post_attn/mean": 0.58984375, "train/tensor_act_model_layers_46_residual_post_attn/std": 1.171875, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 6.3125, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/min": -5.875, "train/tensor_act_model_layers_46_residual_post_attn/max": 6.3125, "train/tensor_act_model_layers_46_residual_post_attn/range": 12.1875, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 1089.3616943359375, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.010009765625, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 1070.847412109375, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.01519775390625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_46_mlp_up_proj/max": 1.8984375, "train/tensor_act_model_layers_46_mlp_up_proj/range": 3.8984375, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 178.02249145507812, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 0.0223388671875, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.083984375, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 0.47265625, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": -0.466796875, "train/tensor_act_model_layers_46_mlp_down_proj/max": 0.47265625, "train/tensor_act_model_layers_46_mlp_down_proj/range": 0.939453125, "train/tensor_act_model_layers_46_mlp/norm": 178.02064514160156, "train/tensor_act_model_layers_46_mlp/mean": 0.0223388671875, "train/tensor_act_model_layers_46_mlp/std": 0.083984375, "train/tensor_act_model_layers_46_mlp/max_abs": 0.470703125, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": -0.46484375, "train/tensor_act_model_layers_46_mlp/max": 0.470703125, "train/tensor_act_model_layers_46_mlp/range": 0.935546875, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 2745.234130859375, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 0.61328125, "train/tensor_act_model_layers_46_residual_post_mlp/std": 1.1953125, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 6.4375, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": -5.96875, "train/tensor_act_model_layers_46_residual_post_mlp/max": 6.4375, "train/tensor_act_model_layers_46_residual_post_mlp/range": 12.40625, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 2745.234130859375, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 0.61328125, "train/tensor_act_model_layers_47_residual_pre_attn/std": 1.1953125, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 6.4375, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": -5.96875, "train/tensor_act_model_layers_47_residual_pre_attn/max": 6.4375, "train/tensor_act_model_layers_47_residual_pre_attn/range": 12.40625, "train/tensor_act_model_layers_47_residual_post_attn/norm": 2735.19970703125, "train/tensor_act_model_layers_47_residual_post_attn/mean": 0.6015625, "train/tensor_act_model_layers_47_residual_post_attn/std": 1.1953125, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 6.5625, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/min": -6.03125, "train/tensor_act_model_layers_47_residual_post_attn/max": 6.5625, "train/tensor_act_model_layers_47_residual_post_attn/range": 12.59375, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 1073.697509765625, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.01171875, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.8125, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 1.9296875, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 3.7421875, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 1068.630615234375, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.012939453125, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_47_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_47_mlp_up_proj/range": 3.953125, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 171.56092834472656, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 0.0206298828125, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.0810546875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 0.490234375, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": -0.43359375, "train/tensor_act_model_layers_47_mlp_down_proj/max": 0.490234375, "train/tensor_act_model_layers_47_mlp_down_proj/range": 0.923828125, "train/tensor_act_model_layers_47_mlp/norm": 171.55970764160156, "train/tensor_act_model_layers_47_mlp/mean": 0.0206298828125, "train/tensor_act_model_layers_47_mlp/std": 0.0810546875, "train/tensor_act_model_layers_47_mlp/max_abs": 0.48828125, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": -0.431640625, "train/tensor_act_model_layers_47_mlp/max": 0.48828125, "train/tensor_act_model_layers_47_mlp/range": 0.919921875, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 2780.704833984375, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 0.62109375, "train/tensor_act_model_layers_47_residual_post_mlp/std": 1.2109375, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 6.5625, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": -6.03125, "train/tensor_act_model_layers_47_residual_post_mlp/max": 6.5625, "train/tensor_act_model_layers_47_residual_post_mlp/range": 12.59375, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 2780.704833984375, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 0.62109375, "train/tensor_act_model_layers_48_residual_pre_attn/std": 1.2109375, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 6.5625, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": -6.03125, "train/tensor_act_model_layers_48_residual_pre_attn/max": 6.5625, "train/tensor_act_model_layers_48_residual_pre_attn/range": 12.59375, "train/tensor_act_model_layers_48_residual_post_attn/norm": 2799.905029296875, "train/tensor_act_model_layers_48_residual_post_attn/mean": 0.63671875, "train/tensor_act_model_layers_48_residual_post_attn/std": 1.2109375, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 6.5625, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/min": -6.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 6.5625, "train/tensor_act_model_layers_48_residual_post_attn/range": 12.5625, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 1062.9185791015625, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.00439453125, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -1.9453125, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 3.8828125, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 1072.29248046875, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.010009765625, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_48_mlp_up_proj/range": 4.0625, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 170.61190795898438, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 0.02099609375, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.08056640625, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 0.46484375, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.416015625, "train/tensor_act_model_layers_48_mlp_down_proj/max": 0.46484375, "train/tensor_act_model_layers_48_mlp_down_proj/range": 0.880859375, "train/tensor_act_model_layers_48_mlp/norm": 170.6106719970703, "train/tensor_act_model_layers_48_mlp/mean": 0.02099609375, "train/tensor_act_model_layers_48_mlp/std": 0.08056640625, "train/tensor_act_model_layers_48_mlp/max_abs": 0.462890625, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.4140625, "train/tensor_act_model_layers_48_mlp/max": 0.462890625, "train/tensor_act_model_layers_48_mlp/range": 0.876953125, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 2845.281494140625, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 0.65625, "train/tensor_act_model_layers_48_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 6.5, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": -6.1875, "train/tensor_act_model_layers_48_residual_post_mlp/max": 6.5, "train/tensor_act_model_layers_48_residual_post_mlp/range": 12.6875, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 2845.281494140625, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 0.65625, "train/tensor_act_model_layers_49_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 6.5, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": -6.1875, "train/tensor_act_model_layers_49_residual_pre_attn/max": 6.5, "train/tensor_act_model_layers_49_residual_pre_attn/range": 12.6875, "train/tensor_act_model_layers_49_residual_post_attn/norm": 2849.427734375, "train/tensor_act_model_layers_49_residual_post_attn/mean": 0.65625, "train/tensor_act_model_layers_49_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 6.53125, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/min": -6.21875, "train/tensor_act_model_layers_49_residual_post_attn/max": 6.53125, "train/tensor_act_model_layers_49_residual_post_attn/range": 12.75, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 1037.595947265625, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": -0.00634765625, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.357421875, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 1.859375, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 1.859375, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 3.65625, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 1087.255126953125, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.019775390625, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_49_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_49_mlp_up_proj/range": 3.953125, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 172.73211669921875, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 0.0194091796875, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.08203125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 0.5234375, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": -0.466796875, "train/tensor_act_model_layers_49_mlp_down_proj/max": 0.5234375, "train/tensor_act_model_layers_49_mlp_down_proj/range": 0.990234375, "train/tensor_act_model_layers_49_mlp/norm": 172.7310333251953, "train/tensor_act_model_layers_49_mlp/mean": 0.0194091796875, "train/tensor_act_model_layers_49_mlp/std": 0.08203125, "train/tensor_act_model_layers_49_mlp/max_abs": 0.51953125, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": -0.46484375, "train/tensor_act_model_layers_49_mlp/max": 0.51953125, "train/tensor_act_model_layers_49_mlp/range": 0.984375, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 2896.522705078125, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 0.67578125, "train/tensor_act_model_layers_49_residual_post_mlp/std": 1.2421875, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 6.78125, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": -6.34375, "train/tensor_act_model_layers_49_residual_post_mlp/max": 6.78125, "train/tensor_act_model_layers_49_residual_post_mlp/range": 13.125, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 2896.522705078125, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 0.67578125, "train/tensor_act_model_layers_50_residual_pre_attn/std": 1.2421875, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 6.78125, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": -6.34375, "train/tensor_act_model_layers_50_residual_pre_attn/max": 6.78125, "train/tensor_act_model_layers_50_residual_pre_attn/range": 13.125, "train/tensor_act_model_layers_50_residual_post_attn/norm": 2885.972412109375, "train/tensor_act_model_layers_50_residual_post_attn/mean": 0.6640625, "train/tensor_act_model_layers_50_residual_post_attn/std": 1.2421875, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 6.75, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/min": -6.375, "train/tensor_act_model_layers_50_residual_post_attn/max": 6.75, "train/tensor_act_model_layers_50_residual_post_attn/range": 13.125, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 1090.666015625, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.007049560546875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 1.8359375, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 3.8984375, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 1080.3109130859375, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.013427734375, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_50_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_50_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 172.69224548339844, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 0.01483154296875, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.0830078125, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 0.486328125, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.486328125, "train/tensor_act_model_layers_50_mlp_down_proj/max": 0.48046875, "train/tensor_act_model_layers_50_mlp_down_proj/range": 0.966796875, "train/tensor_act_model_layers_50_mlp/norm": 172.69044494628906, "train/tensor_act_model_layers_50_mlp/mean": 0.01483154296875, "train/tensor_act_model_layers_50_mlp/std": 0.0830078125, "train/tensor_act_model_layers_50_mlp/max_abs": 0.484375, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.484375, "train/tensor_act_model_layers_50_mlp/max": 0.478515625, "train/tensor_act_model_layers_50_mlp/range": 0.962890625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 2921.976806640625, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 0.6796875, "train/tensor_act_model_layers_50_residual_post_mlp/std": 1.25, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 6.90625, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": -6.4375, "train/tensor_act_model_layers_50_residual_post_mlp/max": 6.90625, "train/tensor_act_model_layers_50_residual_post_mlp/range": 13.34375, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 2921.976806640625, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 0.6796875, "train/tensor_act_model_layers_51_residual_pre_attn/std": 1.25, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 6.90625, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": -6.4375, "train/tensor_act_model_layers_51_residual_pre_attn/max": 6.90625, "train/tensor_act_model_layers_51_residual_pre_attn/range": 13.34375, "train/tensor_act_model_layers_51_residual_post_attn/norm": 2907.88232421875, "train/tensor_act_model_layers_51_residual_post_attn/mean": 0.66796875, "train/tensor_act_model_layers_51_residual_post_attn/std": 1.25, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 6.90625, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/min": -6.46875, "train/tensor_act_model_layers_51_residual_post_attn/max": 6.90625, "train/tensor_act_model_layers_51_residual_post_attn/range": 13.375, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 1098.3682861328125, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.021240234375, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.37890625, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.78125, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 3.96875, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 1055.83056640625, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.00274658203125, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_51_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_51_mlp_up_proj/range": 3.7265625, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 172.58494567871094, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 0.018798828125, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.08203125, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 0.51171875, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": -0.466796875, "train/tensor_act_model_layers_51_mlp_down_proj/max": 0.51171875, "train/tensor_act_model_layers_51_mlp_down_proj/range": 0.978515625, "train/tensor_act_model_layers_51_mlp/norm": 172.58360290527344, "train/tensor_act_model_layers_51_mlp/mean": 0.018798828125, "train/tensor_act_model_layers_51_mlp/std": 0.08203125, "train/tensor_act_model_layers_51_mlp/max_abs": 0.5078125, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": -0.46484375, "train/tensor_act_model_layers_51_mlp/max": 0.5078125, "train/tensor_act_model_layers_51_mlp/range": 0.97265625, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 2945.631103515625, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 0.6875, "train/tensor_act_model_layers_51_residual_post_mlp/std": 1.265625, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 7.0625, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": -6.5625, "train/tensor_act_model_layers_51_residual_post_mlp/max": 7.0625, "train/tensor_act_model_layers_51_residual_post_mlp/range": 13.625, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 2945.631103515625, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 0.6875, "train/tensor_act_model_layers_52_residual_pre_attn/std": 1.265625, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 7.0625, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": -6.5625, "train/tensor_act_model_layers_52_residual_pre_attn/max": 7.0625, "train/tensor_act_model_layers_52_residual_pre_attn/range": 13.625, "train/tensor_act_model_layers_52_residual_post_attn/norm": 2951.558349609375, "train/tensor_act_model_layers_52_residual_post_attn/mean": 0.6953125, "train/tensor_act_model_layers_52_residual_post_attn/std": 1.265625, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 7.09375, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/min": -6.59375, "train/tensor_act_model_layers_52_residual_post_attn/max": 7.09375, "train/tensor_act_model_layers_52_residual_post_attn/range": 13.6875, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 1100.137451171875, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.013916015625, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.37890625, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.015625, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 1057.5462646484375, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.0029296875, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.365234375, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -1.8046875, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_52_mlp_up_proj/range": 3.8359375, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 174.50563049316406, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 0.0194091796875, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.0830078125, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 0.470703125, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": -0.4609375, "train/tensor_act_model_layers_52_mlp_down_proj/max": 0.470703125, "train/tensor_act_model_layers_52_mlp_down_proj/range": 0.931640625, "train/tensor_act_model_layers_52_mlp/norm": 174.50445556640625, "train/tensor_act_model_layers_52_mlp/mean": 0.0194091796875, "train/tensor_act_model_layers_52_mlp/std": 0.0830078125, "train/tensor_act_model_layers_52_mlp/max_abs": 0.46875, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": -0.458984375, "train/tensor_act_model_layers_52_mlp/max": 0.46875, "train/tensor_act_model_layers_52_mlp/range": 0.927734375, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 2991.980224609375, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 0.71484375, "train/tensor_act_model_layers_52_residual_post_mlp/std": 1.2734375, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 7.125, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": -6.6875, "train/tensor_act_model_layers_52_residual_post_mlp/max": 7.125, "train/tensor_act_model_layers_52_residual_post_mlp/range": 13.8125, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 2991.980224609375, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 0.71484375, "train/tensor_act_model_layers_53_residual_pre_attn/std": 1.2734375, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 7.125, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": -6.6875, "train/tensor_act_model_layers_53_residual_pre_attn/max": 7.125, "train/tensor_act_model_layers_53_residual_pre_attn/range": 13.8125, "train/tensor_act_model_layers_53_residual_post_attn/norm": 2991.507568359375, "train/tensor_act_model_layers_53_residual_post_attn/mean": 0.7109375, "train/tensor_act_model_layers_53_residual_post_attn/std": 1.2734375, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 7.25, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/min": -6.6875, "train/tensor_act_model_layers_53_residual_post_attn/max": 7.25, "train/tensor_act_model_layers_53_residual_post_attn/range": 13.9375, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 1074.73681640625, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.000827789306640625, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -2.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 3.9140625, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 1111.05029296875, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.006378173828125, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.3828125, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -1.9765625, "train/tensor_act_model_layers_53_mlp_up_proj/max": 1.8671875, "train/tensor_act_model_layers_53_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 190.7313690185547, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 0.0279541015625, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.0888671875, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 0.54296875, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.453125, "train/tensor_act_model_layers_53_mlp_down_proj/max": 0.54296875, "train/tensor_act_model_layers_53_mlp_down_proj/range": 0.99609375, "train/tensor_act_model_layers_53_mlp/norm": 190.7249755859375, "train/tensor_act_model_layers_53_mlp/mean": 0.0279541015625, "train/tensor_act_model_layers_53_mlp/std": 0.0888671875, "train/tensor_act_model_layers_53_mlp/max_abs": 0.5390625, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.451171875, "train/tensor_act_model_layers_53_mlp/max": 0.5390625, "train/tensor_act_model_layers_53_mlp/range": 0.990234375, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 3050.740234375, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 0.73828125, "train/tensor_act_model_layers_53_residual_post_mlp/std": 1.296875, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 7.375, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": -6.65625, "train/tensor_act_model_layers_53_residual_post_mlp/max": 7.375, "train/tensor_act_model_layers_53_residual_post_mlp/range": 14.03125, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 3050.740234375, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 0.73828125, "train/tensor_act_model_layers_54_residual_pre_attn/std": 1.296875, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 7.375, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": -6.65625, "train/tensor_act_model_layers_54_residual_pre_attn/max": 7.375, "train/tensor_act_model_layers_54_residual_pre_attn/range": 14.03125, "train/tensor_act_model_layers_54_residual_post_attn/norm": 3047.008544921875, "train/tensor_act_model_layers_54_residual_post_attn/mean": 0.72265625, "train/tensor_act_model_layers_54_residual_post_attn/std": 1.3046875, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 7.46875, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/min": -6.75, "train/tensor_act_model_layers_54_residual_post_attn/max": 7.46875, "train/tensor_act_model_layers_54_residual_post_attn/range": 14.21875, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 1090.7843017578125, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.03369140625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.375, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.03125, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 1087.8543701171875, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.029052734375, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_54_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 179.9625244140625, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 0.0240478515625, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.08447265625, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 0.5, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": -0.46875, "train/tensor_act_model_layers_54_mlp_down_proj/max": 0.5, "train/tensor_act_model_layers_54_mlp_down_proj/range": 0.96875, "train/tensor_act_model_layers_54_mlp/norm": 179.96124267578125, "train/tensor_act_model_layers_54_mlp/mean": 0.0240478515625, "train/tensor_act_model_layers_54_mlp/std": 0.08447265625, "train/tensor_act_model_layers_54_mlp/max_abs": 0.498046875, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": -0.466796875, "train/tensor_act_model_layers_54_mlp/max": 0.498046875, "train/tensor_act_model_layers_54_mlp/range": 0.96484375, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 3090.495849609375, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 0.74609375, "train/tensor_act_model_layers_54_residual_post_mlp/std": 1.3125, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 7.5, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": -6.75, "train/tensor_act_model_layers_54_residual_post_mlp/max": 7.5, "train/tensor_act_model_layers_54_residual_post_mlp/range": 14.25, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 3090.495849609375, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 0.74609375, "train/tensor_act_model_layers_55_residual_pre_attn/std": 1.3125, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 7.5, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": -6.75, "train/tensor_act_model_layers_55_residual_pre_attn/max": 7.5, "train/tensor_act_model_layers_55_residual_pre_attn/range": 14.25, "train/tensor_act_model_layers_55_residual_post_attn/norm": 3085.251708984375, "train/tensor_act_model_layers_55_residual_post_attn/mean": 0.72265625, "train/tensor_act_model_layers_55_residual_post_attn/std": 1.3203125, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 7.40625, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/min": -6.6875, "train/tensor_act_model_layers_55_residual_post_attn/max": 7.40625, "train/tensor_act_model_layers_55_residual_post_attn/range": 14.09375, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 1109.777587890625, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.005157470703125, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.3828125, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 3.8359375, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 1096.8271484375, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.017822265625, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.37890625, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_55_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_55_mlp_up_proj/range": 3.8671875, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 183.4581298828125, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 0.0211181640625, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.0869140625, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 0.48828125, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": -0.48828125, "train/tensor_act_model_layers_55_mlp_down_proj/max": 0.478515625, "train/tensor_act_model_layers_55_mlp_down_proj/range": 0.966796875, "train/tensor_act_model_layers_55_mlp/norm": 183.45501708984375, "train/tensor_act_model_layers_55_mlp/mean": 0.0211181640625, "train/tensor_act_model_layers_55_mlp/std": 0.0869140625, "train/tensor_act_model_layers_55_mlp/max_abs": 0.486328125, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": -0.486328125, "train/tensor_act_model_layers_55_mlp/max": 0.4765625, "train/tensor_act_model_layers_55_mlp/range": 0.962890625, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 3129.6640625, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 0.7421875, "train/tensor_act_model_layers_55_residual_post_mlp/std": 1.3359375, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 7.5, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": -6.75, "train/tensor_act_model_layers_55_residual_post_mlp/max": 7.5, "train/tensor_act_model_layers_55_residual_post_mlp/range": 14.25, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 3129.6640625, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 0.7421875, "train/tensor_act_model_layers_56_residual_pre_attn/std": 1.3359375, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 7.5, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": -6.75, "train/tensor_act_model_layers_56_residual_pre_attn/max": 7.5, "train/tensor_act_model_layers_56_residual_pre_attn/range": 14.25, "train/tensor_act_model_layers_56_residual_post_attn/norm": 3126.837646484375, "train/tensor_act_model_layers_56_residual_post_attn/mean": 0.73046875, "train/tensor_act_model_layers_56_residual_post_attn/std": 1.34375, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 7.46875, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/min": -6.78125, "train/tensor_act_model_layers_56_residual_post_attn/max": 7.46875, "train/tensor_act_model_layers_56_residual_post_attn/range": 14.25, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 1127.1402587890625, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": -0.002349853515625, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.388671875, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 4.09375, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 1078.7236328125, "train/tensor_act_model_layers_56_mlp_up_proj/mean": -0.005157470703125, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.373046875, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_56_mlp_up_proj/range": 4.09375, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 184.72312927246094, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 0.0205078125, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.087890625, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 0.50390625, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": -0.44921875, "train/tensor_act_model_layers_56_mlp_down_proj/max": 0.50390625, "train/tensor_act_model_layers_56_mlp_down_proj/range": 0.953125, "train/tensor_act_model_layers_56_mlp/norm": 184.72096252441406, "train/tensor_act_model_layers_56_mlp/mean": 0.0205078125, "train/tensor_act_model_layers_56_mlp/std": 0.087890625, "train/tensor_act_model_layers_56_mlp/max_abs": 0.5, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": -0.447265625, "train/tensor_act_model_layers_56_mlp/max": 0.5, "train/tensor_act_model_layers_56_mlp/range": 0.947265625, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 3165.32958984375, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 0.75390625, "train/tensor_act_model_layers_56_residual_post_mlp/std": 1.3515625, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 7.40625, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": -6.84375, "train/tensor_act_model_layers_56_residual_post_mlp/max": 7.40625, "train/tensor_act_model_layers_56_residual_post_mlp/range": 14.25, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 3165.32958984375, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 0.75390625, "train/tensor_act_model_layers_57_residual_pre_attn/std": 1.3515625, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 7.40625, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": -6.84375, "train/tensor_act_model_layers_57_residual_pre_attn/max": 7.40625, "train/tensor_act_model_layers_57_residual_pre_attn/range": 14.25, "train/tensor_act_model_layers_57_residual_post_attn/norm": 3179.614990234375, "train/tensor_act_model_layers_57_residual_post_attn/mean": 0.76171875, "train/tensor_act_model_layers_57_residual_post_attn/std": 1.3515625, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 7.4375, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/min": -7.0625, "train/tensor_act_model_layers_57_residual_post_attn/max": 7.4375, "train/tensor_act_model_layers_57_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 1063.6767578125, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.014404296875, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.3671875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -2.046875, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 1.9296875, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 3.9765625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 1053.8502197265625, "train/tensor_act_model_layers_57_mlp_up_proj/mean": 0.012939453125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.36328125, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 4.09375, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 166.80824279785156, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 0.0181884765625, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.07958984375, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 0.55078125, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": -0.439453125, "train/tensor_act_model_layers_57_mlp_down_proj/max": 0.55078125, "train/tensor_act_model_layers_57_mlp_down_proj/range": 0.990234375, "train/tensor_act_model_layers_57_mlp/norm": 166.80760192871094, "train/tensor_act_model_layers_57_mlp/mean": 0.0181884765625, "train/tensor_act_model_layers_57_mlp/std": 0.07958984375, "train/tensor_act_model_layers_57_mlp/max_abs": 0.546875, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": -0.4375, "train/tensor_act_model_layers_57_mlp/max": 0.546875, "train/tensor_act_model_layers_57_mlp/range": 0.984375, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 3214.69970703125, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 0.77734375, "train/tensor_act_model_layers_57_residual_post_mlp/std": 1.359375, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 7.53125, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": -7.0625, "train/tensor_act_model_layers_57_residual_post_mlp/max": 7.53125, "train/tensor_act_model_layers_57_residual_post_mlp/range": 14.59375, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 3214.69970703125, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 0.77734375, "train/tensor_act_model_layers_58_residual_pre_attn/std": 1.359375, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 7.53125, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": -7.0625, "train/tensor_act_model_layers_58_residual_pre_attn/max": 7.53125, "train/tensor_act_model_layers_58_residual_pre_attn/range": 14.59375, "train/tensor_act_model_layers_58_residual_post_attn/norm": 3193.556884765625, "train/tensor_act_model_layers_58_residual_post_attn/mean": 0.76171875, "train/tensor_act_model_layers_58_residual_post_attn/std": 1.359375, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 7.5, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/min": -7.09375, "train/tensor_act_model_layers_58_residual_post_attn/max": 7.5, "train/tensor_act_model_layers_58_residual_post_attn/range": 14.59375, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 1071.25048828125, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": -0.00677490234375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.369140625, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 1.828125, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 3.6796875, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 1068.6556396484375, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.00017547607421875, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.369140625, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.125, "train/tensor_act_model_layers_58_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 172.3651885986328, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 0.0208740234375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.08154296875, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 0.4609375, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": -0.455078125, "train/tensor_act_model_layers_58_mlp_down_proj/max": 0.4609375, "train/tensor_act_model_layers_58_mlp_down_proj/range": 0.916015625, "train/tensor_act_model_layers_58_mlp/norm": 172.3643341064453, "train/tensor_act_model_layers_58_mlp/mean": 0.0208740234375, "train/tensor_act_model_layers_58_mlp/std": 0.08154296875, "train/tensor_act_model_layers_58_mlp/max_abs": 0.458984375, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": -0.453125, "train/tensor_act_model_layers_58_mlp/max": 0.458984375, "train/tensor_act_model_layers_58_mlp/range": 0.912109375, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 3234.670166015625, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 0.78125, "train/tensor_act_model_layers_58_residual_post_mlp/std": 1.375, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 7.4375, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": -7.25, "train/tensor_act_model_layers_58_residual_post_mlp/max": 7.4375, "train/tensor_act_model_layers_58_residual_post_mlp/range": 14.6875, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 3234.670166015625, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 0.78125, "train/tensor_act_model_layers_59_residual_pre_attn/std": 1.375, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 7.4375, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": -7.25, "train/tensor_act_model_layers_59_residual_pre_attn/max": 7.4375, "train/tensor_act_model_layers_59_residual_pre_attn/range": 14.6875, "train/tensor_act_model_layers_59_residual_post_attn/norm": 3207.1826171875, "train/tensor_act_model_layers_59_residual_post_attn/mean": 0.7578125, "train/tensor_act_model_layers_59_residual_post_attn/std": 1.3671875, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 7.40625, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/min": -7.25, "train/tensor_act_model_layers_59_residual_post_attn/max": 7.40625, "train/tensor_act_model_layers_59_residual_post_attn/range": 14.65625, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 1079.155517578125, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.0213623046875, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.37109375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 1.9921875, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 3.9453125, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 1086.346923828125, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.001800537109375, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_59_mlp_up_proj/max": 1.890625, "train/tensor_act_model_layers_59_mlp_up_proj/range": 3.953125, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 178.83412170410156, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 0.020751953125, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.0849609375, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 0.5, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.462890625, "train/tensor_act_model_layers_59_mlp_down_proj/max": 0.5, "train/tensor_act_model_layers_59_mlp_down_proj/range": 0.962890625, "train/tensor_act_model_layers_59_mlp/norm": 178.8329315185547, "train/tensor_act_model_layers_59_mlp/mean": 0.020751953125, "train/tensor_act_model_layers_59_mlp/std": 0.0849609375, "train/tensor_act_model_layers_59_mlp/max_abs": 0.498046875, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.4609375, "train/tensor_act_model_layers_59_mlp/max": 0.498046875, "train/tensor_act_model_layers_59_mlp/range": 0.958984375, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 3243.793701171875, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 0.77734375, "train/tensor_act_model_layers_59_residual_post_mlp/std": 1.3828125, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 7.46875, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": -7.3125, "train/tensor_act_model_layers_59_residual_post_mlp/max": 7.46875, "train/tensor_act_model_layers_59_residual_post_mlp/range": 14.78125, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 3243.793701171875, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 0.77734375, "train/tensor_act_model_layers_60_residual_pre_attn/std": 1.3828125, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 7.46875, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": -7.3125, "train/tensor_act_model_layers_60_residual_pre_attn/max": 7.46875, "train/tensor_act_model_layers_60_residual_pre_attn/range": 14.78125, "train/tensor_act_model_layers_60_residual_post_attn/norm": 3230.029296875, "train/tensor_act_model_layers_60_residual_post_attn/mean": 0.76953125, "train/tensor_act_model_layers_60_residual_post_attn/std": 1.375, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 7.5, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/min": -7.34375, "train/tensor_act_model_layers_60_residual_post_attn/max": 7.5, "train/tensor_act_model_layers_60_residual_post_attn/range": 14.84375, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 1091.902587890625, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": 0.0037841796875, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 1.9765625, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 3.9921875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 1090.8125, "train/tensor_act_model_layers_60_mlp_up_proj/mean": -0.00150299072265625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.376953125, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_60_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 196.07937622070312, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 0.021240234375, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.09326171875, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 0.55078125, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.45703125, "train/tensor_act_model_layers_60_mlp_down_proj/max": 0.55078125, "train/tensor_act_model_layers_60_mlp_down_proj/range": 1.0078125, "train/tensor_act_model_layers_60_mlp/norm": 196.07107543945312, "train/tensor_act_model_layers_60_mlp/mean": 0.021240234375, "train/tensor_act_model_layers_60_mlp/std": 0.09326171875, "train/tensor_act_model_layers_60_mlp/max_abs": 0.546875, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.455078125, "train/tensor_act_model_layers_60_mlp/max": 0.546875, "train/tensor_act_model_layers_60_mlp/range": 1.001953125, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 3278.54638671875, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 0.79296875, "train/tensor_act_model_layers_60_residual_post_mlp/std": 1.390625, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 7.59375, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": -7.375, "train/tensor_act_model_layers_60_residual_post_mlp/max": 7.59375, "train/tensor_act_model_layers_60_residual_post_mlp/range": 14.96875, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 3278.54638671875, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 0.79296875, "train/tensor_act_model_layers_61_residual_pre_attn/std": 1.390625, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 7.59375, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": -7.375, "train/tensor_act_model_layers_61_residual_pre_attn/max": 7.59375, "train/tensor_act_model_layers_61_residual_pre_attn/range": 14.96875, "train/tensor_act_model_layers_61_residual_post_attn/norm": 3280.498779296875, "train/tensor_act_model_layers_61_residual_post_attn/mean": 0.7890625, "train/tensor_act_model_layers_61_residual_post_attn/std": 1.390625, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 7.59375, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/min": -7.34375, "train/tensor_act_model_layers_61_residual_post_attn/max": 7.59375, "train/tensor_act_model_layers_61_residual_post_attn/range": 14.9375, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 1081.4864501953125, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.0084228515625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.373046875, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.9296875, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 1.921875, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 1084.6748046875, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.0181884765625, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_61_mlp_up_proj/max": 1.828125, "train/tensor_act_model_layers_61_mlp_up_proj/range": 3.7109375, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 184.65768432617188, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 0.02392578125, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.0869140625, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 0.5234375, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.5234375, "train/tensor_act_model_layers_61_mlp_down_proj/max": 0.51953125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.04296875, "train/tensor_act_model_layers_61_mlp/norm": 184.65115356445312, "train/tensor_act_model_layers_61_mlp/mean": 0.02392578125, "train/tensor_act_model_layers_61_mlp/std": 0.0869140625, "train/tensor_act_model_layers_61_mlp/max_abs": 0.51953125, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.51953125, "train/tensor_act_model_layers_61_mlp/max": 0.515625, "train/tensor_act_model_layers_61_mlp/range": 1.03515625, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 3330.129638671875, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 0.8125, "train/tensor_act_model_layers_61_residual_post_mlp/std": 1.40625, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 7.75, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": -7.25, "train/tensor_act_model_layers_61_residual_post_mlp/max": 7.75, "train/tensor_act_model_layers_61_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 3330.129638671875, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 0.8125, "train/tensor_act_model_layers_62_residual_pre_attn/std": 1.40625, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 7.75, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": -7.25, "train/tensor_act_model_layers_62_residual_pre_attn/max": 7.75, "train/tensor_act_model_layers_62_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 3340.13330078125, "train/tensor_act_model_layers_62_residual_post_attn/mean": 0.8125, "train/tensor_act_model_layers_62_residual_post_attn/std": 1.4140625, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 7.9375, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/min": -7.28125, "train/tensor_act_model_layers_62_residual_post_attn/max": 7.9375, "train/tensor_act_model_layers_62_residual_post_attn/range": 15.21875, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 1092.8555908203125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.004180908203125, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.9296875, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 4.0078125, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 1087.127685546875, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.0115966796875, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 2.4375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 1.890625, "train/tensor_act_model_layers_62_mlp_up_proj/range": 4.328125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 182.52671813964844, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 0.0220947265625, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.08642578125, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 0.57421875, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.48046875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 0.57421875, "train/tensor_act_model_layers_62_mlp_down_proj/range": 1.0546875, "train/tensor_act_model_layers_62_mlp/norm": 182.52391052246094, "train/tensor_act_model_layers_62_mlp/mean": 0.0220947265625, "train/tensor_act_model_layers_62_mlp/std": 0.08642578125, "train/tensor_act_model_layers_62_mlp/max_abs": 0.5703125, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.478515625, "train/tensor_act_model_layers_62_mlp/max": 0.5703125, "train/tensor_act_model_layers_62_mlp/range": 1.048828125, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 3382.6103515625, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 0.8359375, "train/tensor_act_model_layers_62_residual_post_mlp/std": 1.421875, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 7.96875, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": -7.3125, "train/tensor_act_model_layers_62_residual_post_mlp/max": 7.96875, "train/tensor_act_model_layers_62_residual_post_mlp/range": 15.28125, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 3382.6103515625, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 0.8359375, "train/tensor_act_model_layers_63_residual_pre_attn/std": 1.421875, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 7.96875, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": -7.3125, "train/tensor_act_model_layers_63_residual_pre_attn/max": 7.96875, "train/tensor_act_model_layers_63_residual_pre_attn/range": 15.28125, "train/tensor_act_model_layers_63_residual_post_attn/norm": 3393.4130859375, "train/tensor_act_model_layers_63_residual_post_attn/mean": 0.83203125, "train/tensor_act_model_layers_63_residual_post_attn/std": 1.4375, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 8.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/min": -7.53125, "train/tensor_act_model_layers_63_residual_post_attn/max": 8.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 15.53125, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 1134.1661376953125, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.01019287109375, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.390625, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.9609375, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 4.0859375, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 1130.9356689453125, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.009765625, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.390625, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.1875, "train/tensor_act_model_layers_63_mlp_up_proj/range": 4.265625, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 195.4652099609375, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 0.026611328125, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.091796875, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 0.51953125, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.4765625, "train/tensor_act_model_layers_63_mlp_down_proj/max": 0.51953125, "train/tensor_act_model_layers_63_mlp_down_proj/range": 0.99609375, "train/tensor_act_model_layers_63_mlp/norm": 195.46017456054688, "train/tensor_act_model_layers_63_mlp/mean": 0.026611328125, "train/tensor_act_model_layers_63_mlp/std": 0.091796875, "train/tensor_act_model_layers_63_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.474609375, "train/tensor_act_model_layers_63_mlp/max": 0.515625, "train/tensor_act_model_layers_63_mlp/range": 0.990234375, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 3438.239990234375, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 0.85546875, "train/tensor_act_model_layers_63_residual_post_mlp/std": 1.4453125, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 8.0625, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": -7.5, "train/tensor_act_model_layers_63_residual_post_mlp/max": 8.0625, "train/tensor_act_model_layers_63_residual_post_mlp/range": 15.5625, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 3438.239990234375, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 0.85546875, "train/tensor_act_model_layers_64_residual_pre_attn/std": 1.4453125, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 8.0625, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": -7.5, "train/tensor_act_model_layers_64_residual_pre_attn/max": 8.0625, "train/tensor_act_model_layers_64_residual_pre_attn/range": 15.5625, "train/tensor_act_model_layers_64_residual_post_attn/norm": 3463.58203125, "train/tensor_act_model_layers_64_residual_post_attn/mean": 0.8671875, "train/tensor_act_model_layers_64_residual_post_attn/std": 1.453125, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 8.0625, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/min": -7.53125, "train/tensor_act_model_layers_64_residual_post_attn/max": 8.0625, "train/tensor_act_model_layers_64_residual_post_attn/range": 15.59375, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 1088.626220703125, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.013671875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.375, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 1151.7012939453125, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.016357421875, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.396484375, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.0625, "train/tensor_act_model_layers_64_mlp_up_proj/range": 4.078125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 197.00347900390625, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 0.0240478515625, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.09326171875, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 0.60546875, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.59765625, "train/tensor_act_model_layers_64_mlp_down_proj/max": 0.60546875, "train/tensor_act_model_layers_64_mlp_down_proj/range": 1.203125, "train/tensor_act_model_layers_64_mlp/norm": 196.9990234375, "train/tensor_act_model_layers_64_mlp/mean": 0.0240478515625, "train/tensor_act_model_layers_64_mlp/std": 0.09326171875, "train/tensor_act_model_layers_64_mlp/max_abs": 0.6015625, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.59375, "train/tensor_act_model_layers_64_mlp/max": 0.6015625, "train/tensor_act_model_layers_64_mlp/range": 1.1953125, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 3509.556640625, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 0.890625, "train/tensor_act_model_layers_64_residual_post_mlp/std": 1.4609375, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 8.1875, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": -7.5, "train/tensor_act_model_layers_64_residual_post_mlp/max": 8.1875, "train/tensor_act_model_layers_64_residual_post_mlp/range": 15.6875, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 3509.556640625, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 0.890625, "train/tensor_act_model_layers_65_residual_pre_attn/std": 1.4609375, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 8.1875, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": -7.5, "train/tensor_act_model_layers_65_residual_pre_attn/max": 8.1875, "train/tensor_act_model_layers_65_residual_pre_attn/range": 15.6875, "train/tensor_act_model_layers_65_residual_post_attn/norm": 3507.542724609375, "train/tensor_act_model_layers_65_residual_post_attn/mean": 0.87890625, "train/tensor_act_model_layers_65_residual_post_attn/std": 1.46875, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 8.1875, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/min": -7.5, "train/tensor_act_model_layers_65_residual_post_attn/max": 8.1875, "train/tensor_act_model_layers_65_residual_post_attn/range": 15.6875, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 1121.8985595703125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.00592041015625, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.38671875, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.203125, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -2.109375, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 4.3125, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 1110.6964111328125, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.006256103515625, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.3828125, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_65_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_65_mlp_up_proj/range": 3.8671875, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 183.3091278076172, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 0.0230712890625, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.08642578125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 0.52734375, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.5078125, "train/tensor_act_model_layers_65_mlp_down_proj/max": 0.52734375, "train/tensor_act_model_layers_65_mlp_down_proj/range": 1.03515625, "train/tensor_act_model_layers_65_mlp/norm": 183.30641174316406, "train/tensor_act_model_layers_65_mlp/mean": 0.0230712890625, "train/tensor_act_model_layers_65_mlp/std": 0.08642578125, "train/tensor_act_model_layers_65_mlp/max_abs": 0.5234375, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.50390625, "train/tensor_act_model_layers_65_mlp/max": 0.5234375, "train/tensor_act_model_layers_65_mlp/range": 1.02734375, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 3537.442626953125, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 0.90234375, "train/tensor_act_model_layers_65_residual_post_mlp/std": 1.46875, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 8.375, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": -7.5, "train/tensor_act_model_layers_65_residual_post_mlp/max": 8.375, "train/tensor_act_model_layers_65_residual_post_mlp/range": 15.875, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 3537.442626953125, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 0.90234375, "train/tensor_act_model_layers_66_residual_pre_attn/std": 1.46875, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 8.375, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": -7.5, "train/tensor_act_model_layers_66_residual_pre_attn/max": 8.375, "train/tensor_act_model_layers_66_residual_pre_attn/range": 15.875, "train/tensor_act_model_layers_66_residual_post_attn/norm": 3618.2138671875, "train/tensor_act_model_layers_66_residual_post_attn/mean": 0.921875, "train/tensor_act_model_layers_66_residual_post_attn/std": 1.5078125, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 8.9375, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/min": -7.625, "train/tensor_act_model_layers_66_residual_post_attn/max": 8.9375, "train/tensor_act_model_layers_66_residual_post_attn/range": 16.5625, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 1092.41015625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.00098419189453125, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.376953125, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.09375, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 4.46875, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 1098.2408447265625, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.00982666015625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.37890625, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_66_mlp_up_proj/max": 1.828125, "train/tensor_act_model_layers_66_mlp_up_proj/range": 4.015625, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 193.08108520507812, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 0.02197265625, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.091796875, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 0.51953125, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": -0.51953125, "train/tensor_act_model_layers_66_mlp_down_proj/max": 0.515625, "train/tensor_act_model_layers_66_mlp_down_proj/range": 1.03515625, "train/tensor_act_model_layers_66_mlp/norm": 193.0774383544922, "train/tensor_act_model_layers_66_mlp/mean": 0.02197265625, "train/tensor_act_model_layers_66_mlp/std": 0.091796875, "train/tensor_act_model_layers_66_mlp/max_abs": 0.515625, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": -0.515625, "train/tensor_act_model_layers_66_mlp/max": 0.51171875, "train/tensor_act_model_layers_66_mlp/range": 1.02734375, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 3655.033447265625, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 0.9453125, "train/tensor_act_model_layers_66_residual_post_mlp/std": 1.515625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 9.125, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": -7.90625, "train/tensor_act_model_layers_66_residual_post_mlp/max": 9.125, "train/tensor_act_model_layers_66_residual_post_mlp/range": 17.03125, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 3655.033447265625, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 0.9453125, "train/tensor_act_model_layers_67_residual_pre_attn/std": 1.515625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 9.125, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": -7.90625, "train/tensor_act_model_layers_67_residual_pre_attn/max": 9.125, "train/tensor_act_model_layers_67_residual_pre_attn/range": 17.03125, "train/tensor_act_model_layers_67_residual_post_attn/norm": 3656.49267578125, "train/tensor_act_model_layers_67_residual_post_attn/mean": 0.9375, "train/tensor_act_model_layers_67_residual_post_attn/std": 1.515625, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 9.0625, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/min": -7.875, "train/tensor_act_model_layers_67_residual_post_attn/max": 9.0625, "train/tensor_act_model_layers_67_residual_post_attn/range": 16.9375, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 1145.084716796875, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.0113525390625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.39453125, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 4.59375, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 1164.3348388671875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.01300048828125, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.40234375, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_67_mlp_up_proj/range": 4.0625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 220.98597717285156, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 0.033935546875, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.1025390625, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 0.58203125, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": -0.515625, "train/tensor_act_model_layers_67_mlp_down_proj/max": 0.58203125, "train/tensor_act_model_layers_67_mlp_down_proj/range": 1.09765625, "train/tensor_act_model_layers_67_mlp/norm": 220.96446228027344, "train/tensor_act_model_layers_67_mlp/mean": 0.033935546875, "train/tensor_act_model_layers_67_mlp/std": 0.1025390625, "train/tensor_act_model_layers_67_mlp/max_abs": 0.578125, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": -0.51171875, "train/tensor_act_model_layers_67_mlp/max": 0.578125, "train/tensor_act_model_layers_67_mlp/range": 1.08984375, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 3710.70263671875, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 0.97265625, "train/tensor_act_model_layers_67_residual_post_mlp/std": 1.53125, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 8.9375, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": -7.90625, "train/tensor_act_model_layers_67_residual_post_mlp/max": 8.9375, "train/tensor_act_model_layers_67_residual_post_mlp/range": 16.84375, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 3710.70263671875, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 0.97265625, "train/tensor_act_model_layers_68_residual_pre_attn/std": 1.53125, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 8.9375, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": -7.90625, "train/tensor_act_model_layers_68_residual_pre_attn/max": 8.9375, "train/tensor_act_model_layers_68_residual_pre_attn/range": 16.84375, "train/tensor_act_model_layers_68_residual_post_attn/norm": 3758.998291015625, "train/tensor_act_model_layers_68_residual_post_attn/mean": 0.9921875, "train/tensor_act_model_layers_68_residual_post_attn/std": 1.546875, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 9.0625, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/min": -8.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 9.0625, "train/tensor_act_model_layers_68_residual_post_attn/range": 17.0625, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 1173.769287109375, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.0172119140625, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.404296875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 3.9609375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 1169.21728515625, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.0021820068359375, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.404296875, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_68_mlp_up_proj/range": 4.359375, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 214.06126403808594, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 0.0198974609375, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.1025390625, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 0.62890625, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": -0.546875, "train/tensor_act_model_layers_68_mlp_down_proj/max": 0.62890625, "train/tensor_act_model_layers_68_mlp_down_proj/range": 1.17578125, "train/tensor_act_model_layers_68_mlp/norm": 214.0448455810547, "train/tensor_act_model_layers_68_mlp/mean": 0.0198974609375, "train/tensor_act_model_layers_68_mlp/std": 0.1025390625, "train/tensor_act_model_layers_68_mlp/max_abs": 0.625, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": -0.54296875, "train/tensor_act_model_layers_68_mlp/max": 0.625, "train/tensor_act_model_layers_68_mlp/range": 1.16796875, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 3794.780029296875, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 1.015625, "train/tensor_act_model_layers_68_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 9.25, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": -8.125, "train/tensor_act_model_layers_68_residual_post_mlp/max": 9.25, "train/tensor_act_model_layers_68_residual_post_mlp/range": 17.375, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 3794.780029296875, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 1.015625, "train/tensor_act_model_layers_69_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 9.25, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": -8.125, "train/tensor_act_model_layers_69_residual_pre_attn/max": 9.25, "train/tensor_act_model_layers_69_residual_pre_attn/range": 17.375, "train/tensor_act_model_layers_69_residual_post_attn/norm": 3807.90771484375, "train/tensor_act_model_layers_69_residual_post_attn/mean": 1.015625, "train/tensor_act_model_layers_69_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 9.25, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/min": -8.125, "train/tensor_act_model_layers_69_residual_post_attn/max": 9.25, "train/tensor_act_model_layers_69_residual_post_attn/range": 17.375, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 1193.5672607421875, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.00274658203125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.412109375, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.125, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 4.6875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 1194.12939453125, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.01513671875, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_69_mlp_up_proj/range": 4.484375, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 229.72889709472656, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 0.0308837890625, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.10791015625, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 0.63671875, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": -0.59765625, "train/tensor_act_model_layers_69_mlp_down_proj/max": 0.63671875, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.234375, "train/tensor_act_model_layers_69_mlp/norm": 229.70611572265625, "train/tensor_act_model_layers_69_mlp/mean": 0.0308837890625, "train/tensor_act_model_layers_69_mlp/std": 0.10791015625, "train/tensor_act_model_layers_69_mlp/max_abs": 0.6328125, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": -0.59375, "train/tensor_act_model_layers_69_mlp/max": 0.6328125, "train/tensor_act_model_layers_69_mlp/range": 1.2265625, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 3858.8046875, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 1.046875, "train/tensor_act_model_layers_69_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 9.375, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": -8.375, "train/tensor_act_model_layers_69_residual_post_mlp/max": 9.375, "train/tensor_act_model_layers_69_residual_post_mlp/range": 17.75, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 3858.8046875, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 1.046875, "train/tensor_act_model_layers_70_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 9.375, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": -8.375, "train/tensor_act_model_layers_70_residual_pre_attn/max": 9.375, "train/tensor_act_model_layers_70_residual_pre_attn/range": 17.75, "train/tensor_act_model_layers_70_residual_post_attn/norm": 3861.6865234375, "train/tensor_act_model_layers_70_residual_post_attn/mean": 1.046875, "train/tensor_act_model_layers_70_residual_post_attn/std": 1.5703125, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 9.25, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/min": -8.375, "train/tensor_act_model_layers_70_residual_post_attn/max": 9.25, "train/tensor_act_model_layers_70_residual_post_attn/range": 17.625, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 1203.0352783203125, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.006134033203125, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.416015625, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -2.171875, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 4.328125, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 1156.913818359375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.026611328125, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.28125, "train/tensor_act_model_layers_70_mlp_up_proj/range": 4.390625, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 235.89459228515625, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 0.034912109375, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.10986328125, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 0.63671875, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -0.56640625, "train/tensor_act_model_layers_70_mlp_down_proj/max": 0.63671875, "train/tensor_act_model_layers_70_mlp_down_proj/range": 1.203125, "train/tensor_act_model_layers_70_mlp/norm": 235.8609161376953, "train/tensor_act_model_layers_70_mlp/mean": 0.034912109375, "train/tensor_act_model_layers_70_mlp/std": 0.10986328125, "train/tensor_act_model_layers_70_mlp/max_abs": 0.6328125, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -0.5625, "train/tensor_act_model_layers_70_mlp/max": 0.6328125, "train/tensor_act_model_layers_70_mlp/range": 1.1953125, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 3924.7373046875, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 1.0859375, "train/tensor_act_model_layers_70_residual_post_mlp/std": 1.578125, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 9.375, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": -8.4375, "train/tensor_act_model_layers_70_residual_post_mlp/max": 9.375, "train/tensor_act_model_layers_70_residual_post_mlp/range": 17.8125, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 3924.7373046875, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 1.0859375, "train/tensor_act_model_layers_71_residual_pre_attn/std": 1.578125, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 9.375, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": -8.4375, "train/tensor_act_model_layers_71_residual_pre_attn/max": 9.375, "train/tensor_act_model_layers_71_residual_pre_attn/range": 17.8125, "train/tensor_act_model_layers_71_residual_post_attn/norm": 3907.507080078125, "train/tensor_act_model_layers_71_residual_post_attn/mean": 1.0703125, "train/tensor_act_model_layers_71_residual_post_attn/std": 1.578125, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 9.5625, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/min": -8.375, "train/tensor_act_model_layers_71_residual_post_attn/max": 9.5625, "train/tensor_act_model_layers_71_residual_post_attn/range": 17.9375, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 1190.8055419921875, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": 0.013427734375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.41015625, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -2.1875, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 4.359375, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 1174.48828125, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.010498046875, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.40625, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.140625, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_71_mlp_up_proj/range": 4.1875, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 219.33267211914062, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 0.018798828125, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.10546875, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 0.65625, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.62109375, "train/tensor_act_model_layers_71_mlp_down_proj/max": 0.65625, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.27734375, "train/tensor_act_model_layers_71_mlp/norm": 219.31629943847656, "train/tensor_act_model_layers_71_mlp/mean": 0.018798828125, "train/tensor_act_model_layers_71_mlp/std": 0.10546875, "train/tensor_act_model_layers_71_mlp/max_abs": 0.65234375, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.6171875, "train/tensor_act_model_layers_71_mlp/max": 0.65234375, "train/tensor_act_model_layers_71_mlp/range": 1.26953125, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 3946.877197265625, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 1.0859375, "train/tensor_act_model_layers_71_residual_post_mlp/std": 1.5859375, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 9.5, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": -8.5625, "train/tensor_act_model_layers_71_residual_post_mlp/max": 9.5, "train/tensor_act_model_layers_71_residual_post_mlp/range": 18.0625, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 3946.877197265625, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 1.0859375, "train/tensor_act_model_layers_72_residual_pre_attn/std": 1.5859375, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 9.5, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": -8.5625, "train/tensor_act_model_layers_72_residual_pre_attn/max": 9.5, "train/tensor_act_model_layers_72_residual_pre_attn/range": 18.0625, "train/tensor_act_model_layers_72_residual_post_attn/norm": 3947.23486328125, "train/tensor_act_model_layers_72_residual_post_attn/mean": 1.09375, "train/tensor_act_model_layers_72_residual_post_attn/std": 1.5859375, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 9.5625, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/min": -8.4375, "train/tensor_act_model_layers_72_residual_post_attn/max": 9.5625, "train/tensor_act_model_layers_72_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 1186.3485107421875, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.0027008056640625, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.41015625, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -2.21875, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 4.28125, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 1158.8187255859375, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.0057373046875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.400390625, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 2.40625, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_72_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_72_mlp_up_proj/range": 4.6875, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 219.78965759277344, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 0.0179443359375, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.10595703125, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 0.61328125, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": -0.60546875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 0.61328125, "train/tensor_act_model_layers_72_mlp_down_proj/range": 1.21875, "train/tensor_act_model_layers_72_mlp/norm": 219.7745819091797, "train/tensor_act_model_layers_72_mlp/mean": 0.0179443359375, "train/tensor_act_model_layers_72_mlp/std": 0.10595703125, "train/tensor_act_model_layers_72_mlp/max_abs": 0.609375, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": -0.6015625, "train/tensor_act_model_layers_72_mlp/max": 0.609375, "train/tensor_act_model_layers_72_mlp/range": 1.2109375, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 3987.997802734375, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 1.109375, "train/tensor_act_model_layers_72_residual_post_mlp/std": 1.6015625, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 9.5, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": -8.5625, "train/tensor_act_model_layers_72_residual_post_mlp/max": 9.5, "train/tensor_act_model_layers_72_residual_post_mlp/range": 18.0625, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 3987.997802734375, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 1.109375, "train/tensor_act_model_layers_73_residual_pre_attn/std": 1.6015625, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 9.5, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": -8.5625, "train/tensor_act_model_layers_73_residual_pre_attn/max": 9.5, "train/tensor_act_model_layers_73_residual_pre_attn/range": 18.0625, "train/tensor_act_model_layers_73_residual_post_attn/norm": 3982.375244140625, "train/tensor_act_model_layers_73_residual_post_attn/mean": 1.1015625, "train/tensor_act_model_layers_73_residual_post_attn/std": 1.6015625, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 9.4375, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/min": -8.5, "train/tensor_act_model_layers_73_residual_post_attn/max": 9.4375, "train/tensor_act_model_layers_73_residual_post_attn/range": 17.9375, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 1160.6650390625, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.01116943359375, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -2.125, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 1.984375, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 4.109375, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 1196.929443359375, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.003082275390625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.4140625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -1.796875, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_73_mlp_up_proj/range": 3.875, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 235.0966339111328, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 0.0277099609375, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.111328125, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 0.75, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": -0.59375, "train/tensor_act_model_layers_73_mlp_down_proj/max": 0.75, "train/tensor_act_model_layers_73_mlp_down_proj/range": 1.34375, "train/tensor_act_model_layers_73_mlp/norm": 235.04408264160156, "train/tensor_act_model_layers_73_mlp/mean": 0.0277099609375, "train/tensor_act_model_layers_73_mlp/std": 0.111328125, "train/tensor_act_model_layers_73_mlp/max_abs": 0.7421875, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": -0.58984375, "train/tensor_act_model_layers_73_mlp/max": 0.7421875, "train/tensor_act_model_layers_73_mlp/range": 1.33203125, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 4034.76904296875, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 1.1328125, "train/tensor_act_model_layers_73_residual_post_mlp/std": 1.609375, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 9.5, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": -8.6875, "train/tensor_act_model_layers_73_residual_post_mlp/max": 9.5, "train/tensor_act_model_layers_73_residual_post_mlp/range": 18.1875, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 4034.76904296875, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 1.1328125, "train/tensor_act_model_layers_74_residual_pre_attn/std": 1.609375, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 9.5, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": -8.6875, "train/tensor_act_model_layers_74_residual_pre_attn/max": 9.5, "train/tensor_act_model_layers_74_residual_pre_attn/range": 18.1875, "train/tensor_act_model_layers_74_residual_post_attn/norm": 4022.77587890625, "train/tensor_act_model_layers_74_residual_post_attn/mean": 1.125, "train/tensor_act_model_layers_74_residual_post_attn/std": 1.609375, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 9.625, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/min": -8.75, "train/tensor_act_model_layers_74_residual_post_attn/max": 9.625, "train/tensor_act_model_layers_74_residual_post_attn/range": 18.375, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 1172.1475830078125, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.0047607421875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.404296875, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.25, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -2.25, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.25, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 4.5, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 1155.8575439453125, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.01953125, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.3984375, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 2.125, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.125, "train/tensor_act_model_layers_74_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 4.203125, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 222.1992645263672, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 0.022216796875, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.10595703125, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 0.61328125, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.5546875, "train/tensor_act_model_layers_74_mlp_down_proj/max": 0.61328125, "train/tensor_act_model_layers_74_mlp_down_proj/range": 1.16796875, "train/tensor_act_model_layers_74_mlp/norm": 222.1703338623047, "train/tensor_act_model_layers_74_mlp/mean": 0.022216796875, "train/tensor_act_model_layers_74_mlp/std": 0.10595703125, "train/tensor_act_model_layers_74_mlp/max_abs": 0.609375, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.55078125, "train/tensor_act_model_layers_74_mlp/max": 0.609375, "train/tensor_act_model_layers_74_mlp/range": 1.16015625, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 4072.129638671875, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 1.1484375, "train/tensor_act_model_layers_74_residual_post_mlp/std": 1.625, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 9.75, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": -8.75, "train/tensor_act_model_layers_74_residual_post_mlp/max": 9.75, "train/tensor_act_model_layers_74_residual_post_mlp/range": 18.5, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 4072.129638671875, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 1.1484375, "train/tensor_act_model_layers_75_residual_pre_attn/std": 1.625, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 9.75, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": -8.75, "train/tensor_act_model_layers_75_residual_pre_attn/max": 9.75, "train/tensor_act_model_layers_75_residual_pre_attn/range": 18.5, "train/tensor_act_model_layers_75_residual_post_attn/norm": 4074.7607421875, "train/tensor_act_model_layers_75_residual_post_attn/mean": 1.140625, "train/tensor_act_model_layers_75_residual_post_attn/std": 1.6328125, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 9.8125, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/min": -8.6875, "train/tensor_act_model_layers_75_residual_post_attn/max": 9.8125, "train/tensor_act_model_layers_75_residual_post_attn/range": 18.5, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 1211.36083984375, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.0233154296875, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.41796875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.234375, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -2.234375, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 4.28125, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 1215.3814697265625, "train/tensor_act_model_layers_75_mlp_up_proj/mean": -0.005462646484375, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_75_mlp_up_proj/max": 2.234375, "train/tensor_act_model_layers_75_mlp_up_proj/range": 4.484375, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 244.75355529785156, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 0.0289306640625, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.1162109375, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 0.66015625, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -0.640625, "train/tensor_act_model_layers_75_mlp_down_proj/max": 0.66015625, "train/tensor_act_model_layers_75_mlp_down_proj/range": 1.30078125, "train/tensor_act_model_layers_75_mlp/norm": 244.70216369628906, "train/tensor_act_model_layers_75_mlp/mean": 0.02880859375, "train/tensor_act_model_layers_75_mlp/std": 0.11572265625, "train/tensor_act_model_layers_75_mlp/max_abs": 0.65234375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -0.63671875, "train/tensor_act_model_layers_75_mlp/max": 0.65234375, "train/tensor_act_model_layers_75_mlp/range": 1.2890625, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 4132.34765625, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 1.171875, "train/tensor_act_model_layers_75_residual_post_mlp/std": 1.640625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 9.875, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": -8.875, "train/tensor_act_model_layers_75_residual_post_mlp/max": 9.875, "train/tensor_act_model_layers_75_residual_post_mlp/range": 18.75, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 4132.34765625, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 1.171875, "train/tensor_act_model_layers_76_residual_pre_attn/std": 1.640625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 9.875, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": -8.875, "train/tensor_act_model_layers_76_residual_pre_attn/max": 9.875, "train/tensor_act_model_layers_76_residual_pre_attn/range": 18.75, "train/tensor_act_model_layers_76_residual_post_attn/norm": 4134.16796875, "train/tensor_act_model_layers_76_residual_post_attn/mean": 1.1640625, "train/tensor_act_model_layers_76_residual_post_attn/std": 1.6484375, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 10.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/min": -8.9375, "train/tensor_act_model_layers_76_residual_post_attn/max": 10.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 18.9375, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 1162.02392578125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.043212890625, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.3984375, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.25, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -2.25, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 4.40625, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 1211.1563720703125, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.0078125, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.41796875, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 2.234375, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -2.234375, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_76_mlp_up_proj/range": 4.40625, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 235.79905700683594, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 0.02490234375, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.1123046875, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 0.6875, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.6875, "train/tensor_act_model_layers_76_mlp_down_proj/max": 0.66015625, "train/tensor_act_model_layers_76_mlp_down_proj/range": 1.34765625, "train/tensor_act_model_layers_76_mlp/norm": 235.76309204101562, "train/tensor_act_model_layers_76_mlp/mean": 0.02490234375, "train/tensor_act_model_layers_76_mlp/std": 0.1123046875, "train/tensor_act_model_layers_76_mlp/max_abs": 0.6796875, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.6796875, "train/tensor_act_model_layers_76_mlp/max": 0.65234375, "train/tensor_act_model_layers_76_mlp/range": 1.33203125, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 4188.8720703125, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 1.1875, "train/tensor_act_model_layers_76_residual_post_mlp/std": 1.6640625, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 9.9375, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": -9.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 9.9375, "train/tensor_act_model_layers_76_residual_post_mlp/range": 18.9375, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 4188.8720703125, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 1.1875, "train/tensor_act_model_layers_77_residual_pre_attn/std": 1.6640625, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 9.9375, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": -9.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 9.9375, "train/tensor_act_model_layers_77_residual_pre_attn/range": 18.9375, "train/tensor_act_model_layers_77_residual_post_attn/norm": 4178.57080078125, "train/tensor_act_model_layers_77_residual_post_attn/mean": 1.1796875, "train/tensor_act_model_layers_77_residual_post_attn/std": 1.6640625, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 9.875, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/min": -9.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 9.875, "train/tensor_act_model_layers_77_residual_post_attn/range": 18.875, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 1215.76904296875, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.03271484375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.41796875, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.515625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 1194.638671875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.01708984375, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.412109375, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 2.421875, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_77_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_77_mlp_up_proj/range": 4.78125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 254.7181396484375, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 0.02587890625, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.12158203125, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 0.75390625, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.6640625, "train/tensor_act_model_layers_77_mlp_down_proj/max": 0.75390625, "train/tensor_act_model_layers_77_mlp_down_proj/range": 1.41796875, "train/tensor_act_model_layers_77_mlp/norm": 254.63815307617188, "train/tensor_act_model_layers_77_mlp/mean": 0.02587890625, "train/tensor_act_model_layers_77_mlp/std": 0.12158203125, "train/tensor_act_model_layers_77_mlp/max_abs": 0.74609375, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.65625, "train/tensor_act_model_layers_77_mlp/max": 0.74609375, "train/tensor_act_model_layers_77_mlp/range": 1.40234375, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 4239.416015625, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 1.203125, "train/tensor_act_model_layers_77_residual_post_mlp/std": 1.6796875, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 10.0625, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_77_residual_post_mlp/min": -9.0625, "train/tensor_act_model_layers_77_residual_post_mlp/max": 10.0625, "train/tensor_act_model_layers_77_residual_post_mlp/range": 19.125, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 4239.416015625, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 1.203125, "train/tensor_act_model_layers_78_residual_pre_attn/std": 1.6796875, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 10.0625, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_78_residual_pre_attn/min": -9.0625, "train/tensor_act_model_layers_78_residual_pre_attn/max": 10.0625, "train/tensor_act_model_layers_78_residual_pre_attn/range": 19.125, "train/tensor_act_model_layers_78_residual_post_attn/norm": 4226.66748046875, "train/tensor_act_model_layers_78_residual_post_attn/mean": 1.1953125, "train/tensor_act_model_layers_78_residual_post_attn/std": 1.6875, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 10.1875, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_78_residual_post_attn/min": -9.125, "train/tensor_act_model_layers_78_residual_post_attn/max": 10.1875, "train/tensor_act_model_layers_78_residual_post_attn/range": 19.3125, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 1238.6795654296875, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": 0.006744384765625, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.427734375, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 2.34375, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -2.078125, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 1215.82763671875, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.025146484375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 2.28125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -2.28125, "train/tensor_act_model_layers_78_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_78_mlp_up_proj/range": 4.421875, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 245.03956604003906, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 0.023681640625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.1171875, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 0.7421875, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.63671875, "train/tensor_act_model_layers_78_mlp_down_proj/max": 0.7421875, "train/tensor_act_model_layers_78_mlp_down_proj/range": 1.37890625, "train/tensor_act_model_layers_78_mlp/norm": 244.9908447265625, "train/tensor_act_model_layers_78_mlp/mean": 0.023681640625, "train/tensor_act_model_layers_78_mlp/std": 0.1171875, "train/tensor_act_model_layers_78_mlp/max_abs": 0.734375, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.6328125, "train/tensor_act_model_layers_78_mlp/max": 0.734375, "train/tensor_act_model_layers_78_mlp/range": 1.3671875, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 4276.453125, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 1.21875, "train/tensor_act_model_layers_78_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 10.0625, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_78_residual_post_mlp/min": -9.25, "train/tensor_act_model_layers_78_residual_post_mlp/max": 10.0625, "train/tensor_act_model_layers_78_residual_post_mlp/range": 19.3125, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 4276.453125, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 1.21875, "train/tensor_act_model_layers_79_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 10.0625, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_79_residual_pre_attn/min": -9.25, "train/tensor_act_model_layers_79_residual_pre_attn/max": 10.0625, "train/tensor_act_model_layers_79_residual_pre_attn/range": 19.3125, "train/tensor_act_model_layers_79_residual_post_attn/norm": 4332.21484375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 1.234375, "train/tensor_act_model_layers_79_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 10.25, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 2.384185791015625e-07, "train/tensor_act_model_layers_79_residual_post_attn/min": -9.3125, "train/tensor_act_model_layers_79_residual_post_attn/max": 10.25, "train/tensor_act_model_layers_79_residual_post_attn/range": 19.5625, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 1237.5020751953125, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.004791259765625, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.427734375, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 2.296875, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -2.171875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 4.46875, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 1226.1839599609375, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.00011348724365234375, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.423828125, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -2.296875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.21875, "train/tensor_act_model_layers_79_mlp_up_proj/range": 4.515625, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 255.10003662109375, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 0.0311279296875, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.12060546875, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 0.73828125, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.66015625, "train/tensor_act_model_layers_79_mlp_down_proj/max": 0.73828125, "train/tensor_act_model_layers_79_mlp_down_proj/range": 1.3984375, "train/tensor_act_model_layers_79_mlp/norm": 255.0369110107422, "train/tensor_act_model_layers_79_mlp/mean": 0.0311279296875, "train/tensor_act_model_layers_79_mlp/std": 0.12060546875, "train/tensor_act_model_layers_79_mlp/max_abs": 0.73046875, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -0.65234375, "train/tensor_act_model_layers_79_mlp/max": 0.73046875, "train/tensor_act_model_layers_79_mlp/range": 1.3828125, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 4398.61767578125, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 1.265625, "train/tensor_act_model_layers_79_residual_post_mlp/std": 1.734375, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 10.375, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 4.76837158203125e-07, "train/tensor_act_model_layers_79_residual_post_mlp/min": -9.25, "train/tensor_act_model_layers_79_residual_post_mlp/max": 10.375, "train/tensor_act_model_layers_79_residual_post_mlp/range": 19.625, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 4398.61767578125, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 1.265625, "train/tensor_act_model_layers_80_residual_pre_attn/std": 1.734375, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 10.375, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 4.76837158203125e-07, "train/tensor_act_model_layers_80_residual_pre_attn/min": -9.25, "train/tensor_act_model_layers_80_residual_pre_attn/max": 10.375, "train/tensor_act_model_layers_80_residual_pre_attn/range": 19.625, "train/tensor_act_model_layers_80_residual_post_attn/norm": 4406.6181640625, "train/tensor_act_model_layers_80_residual_post_attn/mean": 1.265625, "train/tensor_act_model_layers_80_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 10.3125, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 4.76837158203125e-07, "train/tensor_act_model_layers_80_residual_post_attn/min": -9.3125, "train/tensor_act_model_layers_80_residual_post_attn/max": 10.3125, "train/tensor_act_model_layers_80_residual_post_attn/range": 19.625, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 1291.53076171875, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.0177001953125, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.4453125, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 1278.202880859375, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.00738525390625, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.44140625, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.171875, "train/tensor_act_model_layers_80_mlp_up_proj/range": 4.359375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 304.00872802734375, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 0.0361328125, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.1435546875, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 0.828125, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.70703125, "train/tensor_act_model_layers_80_mlp_down_proj/max": 0.828125, "train/tensor_act_model_layers_80_mlp_down_proj/range": 1.53515625, "train/tensor_act_model_layers_80_mlp/norm": 303.7961730957031, "train/tensor_act_model_layers_80_mlp/mean": 0.0361328125, "train/tensor_act_model_layers_80_mlp/std": 0.1435546875, "train/tensor_act_model_layers_80_mlp/max_abs": 0.81640625, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.69921875, "train/tensor_act_model_layers_80_mlp/max": 0.81640625, "train/tensor_act_model_layers_80_mlp/range": 1.515625, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 4483.5908203125, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 1.296875, "train/tensor_act_model_layers_80_residual_post_mlp/std": 1.765625, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 10.375, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.1920928955078125e-06, "train/tensor_act_model_layers_80_residual_post_mlp/min": -9.3125, "train/tensor_act_model_layers_80_residual_post_mlp/max": 10.375, "train/tensor_act_model_layers_80_residual_post_mlp/range": 19.6875, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 4483.5908203125, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 1.296875, "train/tensor_act_model_layers_81_residual_pre_attn/std": 1.765625, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 10.375, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.1920928955078125e-06, "train/tensor_act_model_layers_81_residual_pre_attn/min": -9.3125, "train/tensor_act_model_layers_81_residual_pre_attn/max": 10.375, "train/tensor_act_model_layers_81_residual_pre_attn/range": 19.6875, "train/tensor_act_model_layers_81_residual_post_attn/norm": 4502.857421875, "train/tensor_act_model_layers_81_residual_post_attn/mean": 1.296875, "train/tensor_act_model_layers_81_residual_post_attn/std": 1.7734375, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 10.4375, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.1920928955078125e-06, "train/tensor_act_model_layers_81_residual_post_attn/min": -9.25, "train/tensor_act_model_layers_81_residual_post_attn/max": 10.4375, "train/tensor_act_model_layers_81_residual_post_attn/range": 19.6875, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 1332.79443359375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.011962890625, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.4609375, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.3125, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 4.6875, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 1263.629150390625, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.0185546875, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.435546875, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 2.40625, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_81_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 4.734375, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 281.1337890625, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 0.0206298828125, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.1357421875, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 0.875, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": -0.7578125, "train/tensor_act_model_layers_81_mlp_down_proj/max": 0.875, "train/tensor_act_model_layers_81_mlp_down_proj/range": 1.6328125, "train/tensor_act_model_layers_81_mlp/norm": 280.9931945800781, "train/tensor_act_model_layers_81_mlp/mean": 0.0206298828125, "train/tensor_act_model_layers_81_mlp/std": 0.1357421875, "train/tensor_act_model_layers_81_mlp/max_abs": 0.859375, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": -0.75, "train/tensor_act_model_layers_81_mlp/max": 0.859375, "train/tensor_act_model_layers_81_mlp/range": 1.609375, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 4545.26806640625, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 1.3203125, "train/tensor_act_model_layers_81_residual_post_mlp/std": 1.78125, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 10.5, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.430511474609375e-06, "train/tensor_act_model_layers_81_residual_post_mlp/min": -9.3125, "train/tensor_act_model_layers_81_residual_post_mlp/max": 10.5, "train/tensor_act_model_layers_81_residual_post_mlp/range": 19.8125, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 4545.26806640625, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 1.3203125, "train/tensor_act_model_layers_82_residual_pre_attn/std": 1.78125, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 10.5, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.430511474609375e-06, "train/tensor_act_model_layers_82_residual_pre_attn/min": -9.3125, "train/tensor_act_model_layers_82_residual_pre_attn/max": 10.5, "train/tensor_act_model_layers_82_residual_pre_attn/range": 19.8125, "train/tensor_act_model_layers_82_residual_post_attn/norm": 4572.21142578125, "train/tensor_act_model_layers_82_residual_post_attn/mean": 1.3203125, "train/tensor_act_model_layers_82_residual_post_attn/std": 1.8046875, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 10.5625, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.430511474609375e-06, "train/tensor_act_model_layers_82_residual_post_attn/min": -9.3125, "train/tensor_act_model_layers_82_residual_post_attn/max": 10.5625, "train/tensor_act_model_layers_82_residual_post_attn/range": 19.875, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 1272.6673583984375, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": 0.0155029296875, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.439453125, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -2.5, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 1332.8763427734375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.00579833984375, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.4609375, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_82_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_82_mlp_up_proj/range": 5.359375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 312.9842529296875, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 0.031005859375, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.1494140625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 0.84765625, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.84765625, "train/tensor_act_model_layers_82_mlp_down_proj/max": 0.80078125, "train/tensor_act_model_layers_82_mlp_down_proj/range": 1.6484375, "train/tensor_act_model_layers_82_mlp/norm": 312.7621765136719, "train/tensor_act_model_layers_82_mlp/mean": 0.031005859375, "train/tensor_act_model_layers_82_mlp/std": 0.1494140625, "train/tensor_act_model_layers_82_mlp/max_abs": 0.8359375, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.8359375, "train/tensor_act_model_layers_82_mlp/max": 0.7890625, "train/tensor_act_model_layers_82_mlp/range": 1.625, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 4633.87109375, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 1.3515625, "train/tensor_act_model_layers_82_residual_post_mlp/std": 1.8203125, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 10.75, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 9.5367431640625e-07, "train/tensor_act_model_layers_82_residual_post_mlp/min": -9.1875, "train/tensor_act_model_layers_82_residual_post_mlp/max": 10.75, "train/tensor_act_model_layers_82_residual_post_mlp/range": 19.9375, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 4633.87109375, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 1.3515625, "train/tensor_act_model_layers_83_residual_pre_attn/std": 1.8203125, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 10.75, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 9.5367431640625e-07, "train/tensor_act_model_layers_83_residual_pre_attn/min": -9.1875, "train/tensor_act_model_layers_83_residual_pre_attn/max": 10.75, "train/tensor_act_model_layers_83_residual_pre_attn/range": 19.9375, "train/tensor_act_model_layers_83_residual_post_attn/norm": 4641.17138671875, "train/tensor_act_model_layers_83_residual_post_attn/mean": 1.3515625, "train/tensor_act_model_layers_83_residual_post_attn/std": 1.8203125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 10.875, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.6689300537109375e-06, "train/tensor_act_model_layers_83_residual_post_attn/min": -9.0625, "train/tensor_act_model_layers_83_residual_post_attn/max": 10.875, "train/tensor_act_model_layers_83_residual_post_attn/range": 19.9375, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 1327.031005859375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.009521484375, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.458984375, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 5.421875, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 1398.1639404296875, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.005615234375, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.482421875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_83_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_83_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 366.40814208984375, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 0.0390625, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.1748046875, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 0.97265625, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.88671875, "train/tensor_act_model_layers_83_mlp_down_proj/max": 0.97265625, "train/tensor_act_model_layers_83_mlp_down_proj/range": 1.859375, "train/tensor_act_model_layers_83_mlp/norm": 365.8604431152344, "train/tensor_act_model_layers_83_mlp/mean": 0.0390625, "train/tensor_act_model_layers_83_mlp/std": 0.1748046875, "train/tensor_act_model_layers_83_mlp/max_abs": 0.953125, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.87109375, "train/tensor_act_model_layers_83_mlp/max": 0.953125, "train/tensor_act_model_layers_83_mlp/range": 1.82421875, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 4741.2802734375, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 1.390625, "train/tensor_act_model_layers_83_residual_post_mlp/std": 1.8515625, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 11.3125, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 2.6226043701171875e-06, "train/tensor_act_model_layers_83_residual_post_mlp/min": -9.125, "train/tensor_act_model_layers_83_residual_post_mlp/max": 11.3125, "train/tensor_act_model_layers_83_residual_post_mlp/range": 20.4375, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 4741.2802734375, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 1.390625, "train/tensor_act_model_layers_84_residual_pre_attn/std": 1.8515625, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 11.3125, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 2.6226043701171875e-06, "train/tensor_act_model_layers_84_residual_pre_attn/min": -9.125, "train/tensor_act_model_layers_84_residual_pre_attn/max": 11.3125, "train/tensor_act_model_layers_84_residual_pre_attn/range": 20.4375, "train/tensor_act_model_layers_84_residual_post_attn/norm": 4746.8388671875, "train/tensor_act_model_layers_84_residual_post_attn/mean": 1.3984375, "train/tensor_act_model_layers_84_residual_post_attn/std": 1.8515625, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 11.1875, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 3.337860107421875e-06, "train/tensor_act_model_layers_84_residual_post_attn/min": -9.0625, "train/tensor_act_model_layers_84_residual_post_attn/max": 11.1875, "train/tensor_act_model_layers_84_residual_post_attn/range": 20.25, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 1305.5828857421875, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.01177978515625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.451171875, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 2.375, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -2.3125, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 4.6875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 1331.5167236328125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.032958984375, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.458984375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_84_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_84_mlp_up_proj/range": 4.9375, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 298.67803955078125, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.01495361328125, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.1455078125, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 0.9609375, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.87109375, "train/tensor_act_model_layers_84_mlp_down_proj/max": 0.9609375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 1.83203125, "train/tensor_act_model_layers_84_mlp/norm": 298.48876953125, "train/tensor_act_model_layers_84_mlp/mean": 0.01495361328125, "train/tensor_act_model_layers_84_mlp/std": 0.14453125, "train/tensor_act_model_layers_84_mlp/max_abs": 0.94140625, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -0.859375, "train/tensor_act_model_layers_84_mlp/max": 0.94140625, "train/tensor_act_model_layers_84_mlp/range": 1.80078125, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 4789.73095703125, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 1.4140625, "train/tensor_act_model_layers_84_residual_post_mlp/std": 1.8671875, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 11.375, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 4.76837158203125e-06, "train/tensor_act_model_layers_84_residual_post_mlp/min": -9.1875, "train/tensor_act_model_layers_84_residual_post_mlp/max": 11.375, "train/tensor_act_model_layers_84_residual_post_mlp/range": 20.5625, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 4789.73095703125, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 1.4140625, "train/tensor_act_model_layers_85_residual_pre_attn/std": 1.8671875, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 11.375, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 4.76837158203125e-06, "train/tensor_act_model_layers_85_residual_pre_attn/min": -9.1875, "train/tensor_act_model_layers_85_residual_pre_attn/max": 11.375, "train/tensor_act_model_layers_85_residual_pre_attn/range": 20.5625, "train/tensor_act_model_layers_85_residual_post_attn/norm": 4782.9267578125, "train/tensor_act_model_layers_85_residual_post_attn/mean": 1.3984375, "train/tensor_act_model_layers_85_residual_post_attn/std": 1.8671875, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 11.1875, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 4.76837158203125e-06, "train/tensor_act_model_layers_85_residual_post_attn/min": -9.1875, "train/tensor_act_model_layers_85_residual_post_attn/max": 11.1875, "train/tensor_act_model_layers_85_residual_post_attn/range": 20.375, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 1339.643310546875, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.014404296875, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 1391.0908203125, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.01409912109375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.48046875, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_85_mlp_up_proj/max": 2.21875, "train/tensor_act_model_layers_85_mlp_up_proj/range": 4.53125, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 336.6891784667969, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 0.031982421875, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.1611328125, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 1.0625, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -0.84765625, "train/tensor_act_model_layers_85_mlp_down_proj/max": 1.0625, "train/tensor_act_model_layers_85_mlp_down_proj/range": 1.91015625, "train/tensor_act_model_layers_85_mlp/norm": 336.3227844238281, "train/tensor_act_model_layers_85_mlp/mean": 0.031982421875, "train/tensor_act_model_layers_85_mlp/std": 0.1611328125, "train/tensor_act_model_layers_85_mlp/max_abs": 1.0390625, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -0.8359375, "train/tensor_act_model_layers_85_mlp/max": 1.0390625, "train/tensor_act_model_layers_85_mlp/range": 1.875, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 4860.43359375, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 1.4296875, "train/tensor_act_model_layers_85_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 11.1875, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 5.4836273193359375e-06, "train/tensor_act_model_layers_85_residual_post_mlp/min": -9.3125, "train/tensor_act_model_layers_85_residual_post_mlp/max": 11.1875, "train/tensor_act_model_layers_85_residual_post_mlp/range": 20.5, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 4860.43359375, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 1.4296875, "train/tensor_act_model_layers_86_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 11.1875, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 5.4836273193359375e-06, "train/tensor_act_model_layers_86_residual_pre_attn/min": -9.3125, "train/tensor_act_model_layers_86_residual_pre_attn/max": 11.1875, "train/tensor_act_model_layers_86_residual_pre_attn/range": 20.5, "train/tensor_act_model_layers_86_residual_post_attn/norm": 4862.7431640625, "train/tensor_act_model_layers_86_residual_post_attn/mean": 1.4296875, "train/tensor_act_model_layers_86_residual_post_attn/std": 1.8984375, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 11.125, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 5.7220458984375e-06, "train/tensor_act_model_layers_86_residual_post_attn/min": -9.375, "train/tensor_act_model_layers_86_residual_post_attn/max": 11.125, "train/tensor_act_model_layers_86_residual_post_attn/range": 20.5, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 1341.8653564453125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.017822265625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.462890625, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 1442.5458984375, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.02294921875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.498046875, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_86_mlp_up_proj/max": 2.6875, "train/tensor_act_model_layers_86_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 375.2198791503906, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 0.0260009765625, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.181640625, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 1.4765625, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -1.4765625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 1.453125, "train/tensor_act_model_layers_86_mlp_down_proj/range": 2.9296875, "train/tensor_act_model_layers_86_mlp/norm": 374.6243591308594, "train/tensor_act_model_layers_86_mlp/mean": 0.0260009765625, "train/tensor_act_model_layers_86_mlp/std": 0.1806640625, "train/tensor_act_model_layers_86_mlp/max_abs": 1.4140625, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -1.4140625, "train/tensor_act_model_layers_86_mlp/max": 1.390625, "train/tensor_act_model_layers_86_mlp/range": 2.8046875, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 4942.28466796875, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 1.453125, "train/tensor_act_model_layers_86_residual_post_mlp/std": 1.921875, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 11.1875, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0251998901367188e-05, "train/tensor_act_model_layers_86_residual_post_mlp/min": -9.4375, "train/tensor_act_model_layers_86_residual_post_mlp/max": 11.1875, "train/tensor_act_model_layers_86_residual_post_mlp/range": 20.625, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 4942.28466796875, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 1.453125, "train/tensor_act_model_layers_87_residual_pre_attn/std": 1.921875, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 11.1875, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0251998901367188e-05, "train/tensor_act_model_layers_87_residual_pre_attn/min": -9.4375, "train/tensor_act_model_layers_87_residual_pre_attn/max": 11.1875, "train/tensor_act_model_layers_87_residual_pre_attn/range": 20.625, "train/tensor_act_model_layers_87_residual_post_attn/norm": 4943.2421875, "train/tensor_act_model_layers_87_residual_post_attn/mean": 1.453125, "train/tensor_act_model_layers_87_residual_post_attn/std": 1.9296875, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 11.1875, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0967254638671875e-05, "train/tensor_act_model_layers_87_residual_post_attn/min": -9.4375, "train/tensor_act_model_layers_87_residual_post_attn/max": 11.1875, "train/tensor_act_model_layers_87_residual_post_attn/range": 20.625, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 1381.1356201171875, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.00136566162109375, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.4765625, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -2.3125, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 4.796875, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 1321.5289306640625, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.043212890625, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.455078125, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_87_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_87_mlp_up_proj/range": 4.90625, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 341.13385009765625, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.020751953125, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.1650390625, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 1.1328125, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -1.1328125, "train/tensor_act_model_layers_87_mlp_down_proj/max": 1.03125, "train/tensor_act_model_layers_87_mlp_down_proj/range": 2.1640625, "train/tensor_act_model_layers_87_mlp/norm": 340.7025451660156, "train/tensor_act_model_layers_87_mlp/mean": 0.020751953125, "train/tensor_act_model_layers_87_mlp/std": 0.1650390625, "train/tensor_act_model_layers_87_mlp/max_abs": 1.1015625, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -1.1015625, "train/tensor_act_model_layers_87_mlp/max": 1.0078125, "train/tensor_act_model_layers_87_mlp/range": 2.109375, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 5031.51708984375, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 1.46875, "train/tensor_act_model_layers_87_residual_post_mlp/std": 1.96875, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 11.8125, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.811981201171875e-05, "train/tensor_act_model_layers_87_residual_post_mlp/min": -9.6875, "train/tensor_act_model_layers_87_residual_post_mlp/max": 11.8125, "train/tensor_act_model_layers_87_residual_post_mlp/range": 21.5, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 5031.51708984375, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 1.46875, "train/tensor_act_model_layers_88_residual_pre_attn/std": 1.96875, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 11.8125, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.811981201171875e-05, "train/tensor_act_model_layers_88_residual_pre_attn/min": -9.6875, "train/tensor_act_model_layers_88_residual_pre_attn/max": 11.8125, "train/tensor_act_model_layers_88_residual_pre_attn/range": 21.5, "train/tensor_act_model_layers_88_residual_post_attn/norm": 5058.92626953125, "train/tensor_act_model_layers_88_residual_post_attn/mean": 1.484375, "train/tensor_act_model_layers_88_residual_post_attn/std": 1.9765625, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 11.9375, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 2.0265579223632812e-05, "train/tensor_act_model_layers_88_residual_post_attn/min": -9.8125, "train/tensor_act_model_layers_88_residual_post_attn/max": 11.9375, "train/tensor_act_model_layers_88_residual_post_attn/range": 21.75, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 1375.97509765625, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": 0.025390625, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.474609375, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -2.375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 4.921875, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 1431.770263671875, "train/tensor_act_model_layers_88_mlp_up_proj/mean": 0.05224609375, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.4921875, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_88_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 375.5990295410156, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.018310546875, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.1826171875, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 1.1640625, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.9765625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 1.1640625, "train/tensor_act_model_layers_88_mlp_down_proj/range": 2.140625, "train/tensor_act_model_layers_88_mlp/norm": 375.0011901855469, "train/tensor_act_model_layers_88_mlp/mean": 0.018310546875, "train/tensor_act_model_layers_88_mlp/std": 0.1826171875, "train/tensor_act_model_layers_88_mlp/max_abs": 1.1328125, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -0.95703125, "train/tensor_act_model_layers_88_mlp/max": 1.1328125, "train/tensor_act_model_layers_88_mlp/range": 2.08984375, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 5147.60595703125, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 1.5, "train/tensor_act_model_layers_88_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 12.75, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 3.24249267578125e-05, "train/tensor_act_model_layers_88_residual_post_mlp/min": -10.3125, "train/tensor_act_model_layers_88_residual_post_mlp/max": 12.75, "train/tensor_act_model_layers_88_residual_post_mlp/range": 23.0625, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 5147.60595703125, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 1.5, "train/tensor_act_model_layers_89_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 12.75, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 3.24249267578125e-05, "train/tensor_act_model_layers_89_residual_pre_attn/min": -10.3125, "train/tensor_act_model_layers_89_residual_pre_attn/max": 12.75, "train/tensor_act_model_layers_89_residual_pre_attn/range": 23.0625, "train/tensor_act_model_layers_89_residual_post_attn/norm": 5147.919921875, "train/tensor_act_model_layers_89_residual_post_attn/mean": 1.5, "train/tensor_act_model_layers_89_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 12.8125, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 3.62396240234375e-05, "train/tensor_act_model_layers_89_residual_post_attn/min": -10.3125, "train/tensor_act_model_layers_89_residual_post_attn/max": 12.8125, "train/tensor_act_model_layers_89_residual_post_attn/range": 23.125, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 1436.5301513671875, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.0181884765625, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.49609375, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 1406.6812744140625, "train/tensor_act_model_layers_89_mlp_up_proj/mean": -0.0027008056640625, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.486328125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_89_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_89_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 406.7915954589844, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.027099609375, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.1962890625, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 1.09375, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -1.09375, "train/tensor_act_model_layers_89_mlp_down_proj/max": 1.0859375, "train/tensor_act_model_layers_89_mlp_down_proj/range": 2.1796875, "train/tensor_act_model_layers_89_mlp/norm": 405.9530334472656, "train/tensor_act_model_layers_89_mlp/mean": 0.0269775390625, "train/tensor_act_model_layers_89_mlp/std": 0.1962890625, "train/tensor_act_model_layers_89_mlp/max_abs": 1.0703125, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -1.0703125, "train/tensor_act_model_layers_89_mlp/max": 1.0625, "train/tensor_act_model_layers_89_mlp/range": 2.1328125, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 5259.7333984375, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 1.5234375, "train/tensor_act_model_layers_89_residual_post_mlp/std": 2.0625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 13.4375, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 5.53131103515625e-05, "train/tensor_act_model_layers_89_residual_post_mlp/min": -10.75, "train/tensor_act_model_layers_89_residual_post_mlp/max": 13.4375, "train/tensor_act_model_layers_89_residual_post_mlp/range": 24.1875, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 5259.7333984375, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 1.5234375, "train/tensor_act_model_layers_90_residual_pre_attn/std": 2.0625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 13.4375, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 5.53131103515625e-05, "train/tensor_act_model_layers_90_residual_pre_attn/min": -10.75, "train/tensor_act_model_layers_90_residual_pre_attn/max": 13.4375, "train/tensor_act_model_layers_90_residual_pre_attn/range": 24.1875, "train/tensor_act_model_layers_90_residual_post_attn/norm": 5248.38134765625, "train/tensor_act_model_layers_90_residual_post_attn/mean": 1.5078125, "train/tensor_act_model_layers_90_residual_post_attn/std": 2.078125, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 13.3125, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 5.1021575927734375e-05, "train/tensor_act_model_layers_90_residual_post_attn/min": -11.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 13.3125, "train/tensor_act_model_layers_90_residual_post_attn/range": 24.3125, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 1469.6505126953125, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.044921875, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.50390625, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 5.296875, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 1424.326904296875, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.0103759765625, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.4921875, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_90_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_90_mlp_up_proj/range": 5.3125, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 435.31475830078125, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.037841796875, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.208984375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 1.5390625, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -1.1171875, "train/tensor_act_model_layers_90_mlp_down_proj/max": 1.5390625, "train/tensor_act_model_layers_90_mlp_down_proj/range": 2.65625, "train/tensor_act_model_layers_90_mlp/norm": 434.068115234375, "train/tensor_act_model_layers_90_mlp/mean": 0.037841796875, "train/tensor_act_model_layers_90_mlp/std": 0.208984375, "train/tensor_act_model_layers_90_mlp/max_abs": 1.46875, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -1.0859375, "train/tensor_act_model_layers_90_mlp/max": 1.46875, "train/tensor_act_model_layers_90_mlp/range": 2.5546875, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 5374.67724609375, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 1.546875, "train/tensor_act_model_layers_90_residual_post_mlp/std": 2.125, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 14.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 8.153915405273438e-05, "train/tensor_act_model_layers_90_residual_post_mlp/min": -11.5625, "train/tensor_act_model_layers_90_residual_post_mlp/max": 14.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 25.5625, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 5374.67724609375, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 1.546875, "train/tensor_act_model_layers_91_residual_pre_attn/std": 2.125, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 14.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 8.153915405273438e-05, "train/tensor_act_model_layers_91_residual_pre_attn/min": -11.5625, "train/tensor_act_model_layers_91_residual_pre_attn/max": 14.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 25.5625, "train/tensor_act_model_layers_91_residual_post_attn/norm": 5420.10302734375, "train/tensor_act_model_layers_91_residual_post_attn/mean": 1.5625, "train/tensor_act_model_layers_91_residual_post_attn/std": 2.140625, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 14.0625, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 8.726119995117188e-05, "train/tensor_act_model_layers_91_residual_post_attn/min": -11.8125, "train/tensor_act_model_layers_91_residual_post_attn/max": 14.0625, "train/tensor_act_model_layers_91_residual_post_attn/range": 25.875, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 1462.640625, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.041748046875, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.50390625, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -2.78125, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 1504.088623046875, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.0252685546875, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.51953125, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -2.734375, "train/tensor_act_model_layers_91_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_91_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 426.232666015625, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.024658203125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.20703125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 1.203125, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.1796875, "train/tensor_act_model_layers_91_mlp_down_proj/max": 1.203125, "train/tensor_act_model_layers_91_mlp_down_proj/range": 2.3828125, "train/tensor_act_model_layers_91_mlp/norm": 425.22772216796875, "train/tensor_act_model_layers_91_mlp/mean": 0.024658203125, "train/tensor_act_model_layers_91_mlp/std": 0.2060546875, "train/tensor_act_model_layers_91_mlp/max_abs": 1.171875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -1.1484375, "train/tensor_act_model_layers_91_mlp/max": 1.171875, "train/tensor_act_model_layers_91_mlp/range": 2.3203125, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 5533.1533203125, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 1.5859375, "train/tensor_act_model_layers_91_residual_post_mlp/std": 2.1875, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 14.75, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 0.00012946128845214844, "train/tensor_act_model_layers_91_residual_post_mlp/min": -12.3125, "train/tensor_act_model_layers_91_residual_post_mlp/max": 14.75, "train/tensor_act_model_layers_91_residual_post_mlp/range": 27.0625, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 5533.1533203125, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 1.5859375, "train/tensor_act_model_layers_92_residual_pre_attn/std": 2.1875, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 14.75, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 0.00012946128845214844, "train/tensor_act_model_layers_92_residual_pre_attn/min": -12.3125, "train/tensor_act_model_layers_92_residual_pre_attn/max": 14.75, "train/tensor_act_model_layers_92_residual_pre_attn/range": 27.0625, "train/tensor_act_model_layers_92_residual_post_attn/norm": 5557.20703125, "train/tensor_act_model_layers_92_residual_post_attn/mean": 1.59375, "train/tensor_act_model_layers_92_residual_post_attn/std": 2.203125, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 14.75, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 0.0001323223114013672, "train/tensor_act_model_layers_92_residual_post_attn/min": -12.4375, "train/tensor_act_model_layers_92_residual_post_attn/max": 14.75, "train/tensor_act_model_layers_92_residual_post_attn/range": 27.1875, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 1527.5745849609375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.01806640625, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.52734375, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 3.46875, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 6.140625, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 1526.72900390625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.036865234375, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.52734375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_92_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 5.109375, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 520.4782104492188, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.041748046875, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.25, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 1.5625, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -1.5625, "train/tensor_act_model_layers_92_mlp_down_proj/max": 1.4296875, "train/tensor_act_model_layers_92_mlp_down_proj/range": 2.9921875, "train/tensor_act_model_layers_92_mlp/norm": 518.465087890625, "train/tensor_act_model_layers_92_mlp/mean": 0.04150390625, "train/tensor_act_model_layers_92_mlp/std": 0.25, "train/tensor_act_model_layers_92_mlp/max_abs": 1.484375, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -1.484375, "train/tensor_act_model_layers_92_mlp/max": 1.375, "train/tensor_act_model_layers_92_mlp/range": 2.859375, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 5703.85009765625, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 1.6328125, "train/tensor_act_model_layers_92_residual_post_mlp/std": 2.25, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 15.125, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 0.00020170211791992188, "train/tensor_act_model_layers_92_residual_post_mlp/min": -13.4375, "train/tensor_act_model_layers_92_residual_post_mlp/max": 15.125, "train/tensor_act_model_layers_92_residual_post_mlp/range": 28.5625, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 5703.85009765625, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 1.6328125, "train/tensor_act_model_layers_93_residual_pre_attn/std": 2.25, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 15.125, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 0.00020170211791992188, "train/tensor_act_model_layers_93_residual_pre_attn/min": -13.4375, "train/tensor_act_model_layers_93_residual_pre_attn/max": 15.125, "train/tensor_act_model_layers_93_residual_pre_attn/range": 28.5625, "train/tensor_act_model_layers_93_residual_post_attn/norm": 5695.6103515625, "train/tensor_act_model_layers_93_residual_post_attn/mean": 1.625, "train/tensor_act_model_layers_93_residual_post_attn/std": 2.25, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 15.125, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 0.00020885467529296875, "train/tensor_act_model_layers_93_residual_post_attn/min": -13.375, "train/tensor_act_model_layers_93_residual_post_attn/max": 15.125, "train/tensor_act_model_layers_93_residual_post_attn/range": 28.5, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 1568.7481689453125, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.016357421875, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.54296875, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -3.015625, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 6.265625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 1602.3594970703125, "train/tensor_act_model_layers_93_mlp_up_proj/mean": -0.012939453125, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.5546875, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_93_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_93_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 570.2617797851562, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.04248046875, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.275390625, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 1.421875, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.421875, "train/tensor_act_model_layers_93_mlp_down_proj/max": 1.390625, "train/tensor_act_model_layers_93_mlp_down_proj/range": 2.8125, "train/tensor_act_model_layers_93_mlp/norm": 567.669921875, "train/tensor_act_model_layers_93_mlp/mean": 0.042236328125, "train/tensor_act_model_layers_93_mlp/std": 0.2734375, "train/tensor_act_model_layers_93_mlp/max_abs": 1.3671875, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.3671875, "train/tensor_act_model_layers_93_mlp/max": 1.3359375, "train/tensor_act_model_layers_93_mlp/range": 2.703125, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 5885.857421875, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 1.6640625, "train/tensor_act_model_layers_93_residual_post_mlp/std": 2.34375, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 15.5, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 0.0003554821014404297, "train/tensor_act_model_layers_93_residual_post_mlp/min": -14.3125, "train/tensor_act_model_layers_93_residual_post_mlp/max": 15.5, "train/tensor_act_model_layers_93_residual_post_mlp/range": 29.8125, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 5885.857421875, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 1.6640625, "train/tensor_act_model_layers_94_residual_pre_attn/std": 2.34375, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 15.5, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 0.0003554821014404297, "train/tensor_act_model_layers_94_residual_pre_attn/min": -14.3125, "train/tensor_act_model_layers_94_residual_pre_attn/max": 15.5, "train/tensor_act_model_layers_94_residual_pre_attn/range": 29.8125, "train/tensor_act_model_layers_94_residual_post_attn/norm": 5914.1240234375, "train/tensor_act_model_layers_94_residual_post_attn/mean": 1.6640625, "train/tensor_act_model_layers_94_residual_post_attn/std": 2.359375, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 15.6875, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 0.00038814544677734375, "train/tensor_act_model_layers_94_residual_post_attn/min": -14.3125, "train/tensor_act_model_layers_94_residual_post_attn/max": 15.6875, "train/tensor_act_model_layers_94_residual_post_attn/range": 30.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 1578.3199462890625, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.01904296875, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.54296875, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 5.515625, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 1554.8426513671875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.0556640625, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.53515625, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_94_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_94_mlp_up_proj/range": 6.03125, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 549.9797973632812, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.024169921875, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.267578125, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 1.53125, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.53125, "train/tensor_act_model_layers_94_mlp_down_proj/max": 1.4921875, "train/tensor_act_model_layers_94_mlp_down_proj/range": 3.0234375, "train/tensor_act_model_layers_94_mlp/norm": 547.5426635742188, "train/tensor_act_model_layers_94_mlp/mean": 0.0240478515625, "train/tensor_act_model_layers_94_mlp/std": 0.265625, "train/tensor_act_model_layers_94_mlp/max_abs": 1.4609375, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.4609375, "train/tensor_act_model_layers_94_mlp/max": 1.4296875, "train/tensor_act_model_layers_94_mlp/range": 2.890625, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 6091.525390625, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 1.6875, "train/tensor_act_model_layers_94_residual_post_mlp/std": 2.453125, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 16.5, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 0.0006496906280517578, "train/tensor_act_model_layers_94_residual_post_mlp/min": -15.625, "train/tensor_act_model_layers_94_residual_post_mlp/max": 16.5, "train/tensor_act_model_layers_94_residual_post_mlp/range": 32.125, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 6091.525390625, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 1.6875, "train/tensor_act_model_layers_95_residual_pre_attn/std": 2.453125, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 16.5, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 0.0006496906280517578, "train/tensor_act_model_layers_95_residual_pre_attn/min": -15.625, "train/tensor_act_model_layers_95_residual_pre_attn/max": 16.5, "train/tensor_act_model_layers_95_residual_pre_attn/range": 32.125, "train/tensor_act_model_layers_95_residual_post_attn/norm": 6086.24365234375, "train/tensor_act_model_layers_95_residual_post_attn/mean": 1.671875, "train/tensor_act_model_layers_95_residual_post_attn/std": 2.453125, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 16.5, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 0.0006566047668457031, "train/tensor_act_model_layers_95_residual_post_attn/min": -15.6875, "train/tensor_act_model_layers_95_residual_post_attn/max": 16.5, "train/tensor_act_model_layers_95_residual_post_attn/range": 32.1875, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 1515.14599609375, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.01055908203125, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.5234375, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 5.75, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 1584.5545654296875, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.009521484375, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.546875, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_95_mlp_up_proj/range": 5.671875, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 587.7501831054688, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.04931640625, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.283203125, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -1.9296875, "train/tensor_act_model_layers_95_mlp_down_proj/max": 1.6953125, "train/tensor_act_model_layers_95_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_95_mlp/norm": 584.6264038085938, "train/tensor_act_model_layers_95_mlp/mean": 0.049072265625, "train/tensor_act_model_layers_95_mlp/std": 0.28125, "train/tensor_act_model_layers_95_mlp/max_abs": 1.7890625, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -1.7890625, "train/tensor_act_model_layers_95_mlp/max": 1.6015625, "train/tensor_act_model_layers_95_mlp/range": 3.390625, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 6329.0673828125, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 1.7265625, "train/tensor_act_model_layers_95_residual_post_mlp/std": 2.5625, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 17.25, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 0.0010843276977539062, "train/tensor_act_model_layers_95_residual_post_mlp/min": -17.25, "train/tensor_act_model_layers_95_residual_post_mlp/max": 17.25, "train/tensor_act_model_layers_95_residual_post_mlp/range": 34.5, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 6329.0673828125, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 1.7265625, "train/tensor_act_model_layers_96_residual_pre_attn/std": 2.5625, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 17.25, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 0.0010843276977539062, "train/tensor_act_model_layers_96_residual_pre_attn/min": -17.25, "train/tensor_act_model_layers_96_residual_pre_attn/max": 17.25, "train/tensor_act_model_layers_96_residual_pre_attn/range": 34.5, "train/tensor_act_model_layers_96_residual_post_attn/norm": 6346.478515625, "train/tensor_act_model_layers_96_residual_post_attn/mean": 1.71875, "train/tensor_act_model_layers_96_residual_post_attn/std": 2.578125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 17.5, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 0.0011591911315917969, "train/tensor_act_model_layers_96_residual_post_attn/min": -17.5, "train/tensor_act_model_layers_96_residual_post_attn/max": 17.25, "train/tensor_act_model_layers_96_residual_post_attn/range": 34.75, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 1627.9307861328125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": -0.003448486328125, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.5625, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -3.1875, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 6.484375, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 1599.2445068359375, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.003753662109375, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.55078125, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_96_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 6.5, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 620.3191528320312, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.03173828125, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.30078125, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 2.125, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -2.125, "train/tensor_act_model_layers_96_mlp_down_proj/max": 1.921875, "train/tensor_act_model_layers_96_mlp_down_proj/range": 4.046875, "train/tensor_act_model_layers_96_mlp/norm": 616.6047973632812, "train/tensor_act_model_layers_96_mlp/mean": 0.031494140625, "train/tensor_act_model_layers_96_mlp/std": 0.298828125, "train/tensor_act_model_layers_96_mlp/max_abs": 1.9453125, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.9453125, "train/tensor_act_model_layers_96_mlp/max": 1.7890625, "train/tensor_act_model_layers_96_mlp/range": 3.734375, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 6564.11181640625, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 1.75, "train/tensor_act_model_layers_96_residual_post_mlp/std": 2.6875, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 18.625, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 0.0018765926361083984, "train/tensor_act_model_layers_96_residual_post_mlp/min": -18.25, "train/tensor_act_model_layers_96_residual_post_mlp/max": 18.625, "train/tensor_act_model_layers_96_residual_post_mlp/range": 36.875, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 6564.11181640625, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 1.75, "train/tensor_act_model_layers_97_residual_pre_attn/std": 2.6875, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 18.625, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 0.0018765926361083984, "train/tensor_act_model_layers_97_residual_pre_attn/min": -18.25, "train/tensor_act_model_layers_97_residual_pre_attn/max": 18.625, "train/tensor_act_model_layers_97_residual_pre_attn/range": 36.875, "train/tensor_act_model_layers_97_residual_post_attn/norm": 6584.0751953125, "train/tensor_act_model_layers_97_residual_post_attn/mean": 1.7578125, "train/tensor_act_model_layers_97_residual_post_attn/std": 2.6875, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 18.625, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 0.0019769668579101562, "train/tensor_act_model_layers_97_residual_post_attn/min": -18.125, "train/tensor_act_model_layers_97_residual_post_attn/max": 18.625, "train/tensor_act_model_layers_97_residual_post_attn/range": 36.75, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 1685.0501708984375, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.01336669921875, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.58203125, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 3.375, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -3.375, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 6.265625, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 1640.136474609375, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.01409912109375, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.56640625, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_97_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_97_mlp_up_proj/range": 6.03125, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 673.8668212890625, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.07080078125, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.322265625, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 2.015625, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -2.015625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 1.8828125, "train/tensor_act_model_layers_97_mlp_down_proj/range": 3.8984375, "train/tensor_act_model_layers_97_mlp/norm": 669.1361694335938, "train/tensor_act_model_layers_97_mlp/mean": 0.0703125, "train/tensor_act_model_layers_97_mlp/std": 0.318359375, "train/tensor_act_model_layers_97_mlp/max_abs": 1.859375, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -1.859375, "train/tensor_act_model_layers_97_mlp/max": 1.7578125, "train/tensor_act_model_layers_97_mlp/range": 3.6171875, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 6904.08203125, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 1.828125, "train/tensor_act_model_layers_97_residual_post_mlp/std": 2.828125, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 19.25, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 0.0030760765075683594, "train/tensor_act_model_layers_97_residual_post_mlp/min": -18.875, "train/tensor_act_model_layers_97_residual_post_mlp/max": 19.25, "train/tensor_act_model_layers_97_residual_post_mlp/range": 38.125, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 6904.08203125, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 1.828125, "train/tensor_act_model_layers_98_residual_pre_attn/std": 2.828125, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 19.25, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 0.0030760765075683594, "train/tensor_act_model_layers_98_residual_pre_attn/min": -18.875, "train/tensor_act_model_layers_98_residual_pre_attn/max": 19.25, "train/tensor_act_model_layers_98_residual_pre_attn/range": 38.125, "train/tensor_act_model_layers_98_residual_post_attn/norm": 6965.41796875, "train/tensor_act_model_layers_98_residual_post_attn/mean": 1.8359375, "train/tensor_act_model_layers_98_residual_post_attn/std": 2.859375, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 19.125, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 0.003396272659301758, "train/tensor_act_model_layers_98_residual_post_attn/min": -19.125, "train/tensor_act_model_layers_98_residual_post_attn/max": 19.125, "train/tensor_act_model_layers_98_residual_post_attn/range": 38.25, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 1646.63720703125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.038818359375, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.56640625, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 4.1875, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -4.1875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 7.65625, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 1621.1556396484375, "train/tensor_act_model_layers_98_mlp_up_proj/mean": -0.004119873046875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.55859375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_98_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_98_mlp_up_proj/range": 6.28125, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 690.521484375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.04248046875, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.333984375, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 2.296875, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -2.296875, "train/tensor_act_model_layers_98_mlp_down_proj/max": 2.109375, "train/tensor_act_model_layers_98_mlp_down_proj/range": 4.40625, "train/tensor_act_model_layers_98_mlp/norm": 684.912109375, "train/tensor_act_model_layers_98_mlp/mean": 0.0419921875, "train/tensor_act_model_layers_98_mlp/std": 0.33203125, "train/tensor_act_model_layers_98_mlp/max_abs": 2.078125, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -2.078125, "train/tensor_act_model_layers_98_mlp/max": 1.9296875, "train/tensor_act_model_layers_98_mlp/range": 4.0078125, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 7296.42724609375, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 1.875, "train/tensor_act_model_layers_98_residual_post_mlp/std": 3.03125, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 20.25, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 0.005079984664916992, "train/tensor_act_model_layers_98_residual_post_mlp/min": -19.875, "train/tensor_act_model_layers_98_residual_post_mlp/max": 20.25, "train/tensor_act_model_layers_98_residual_post_mlp/range": 40.125, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 7296.42724609375, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 1.875, "train/tensor_act_model_layers_99_residual_pre_attn/std": 3.03125, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 20.25, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 0.005079984664916992, "train/tensor_act_model_layers_99_residual_pre_attn/min": -19.875, "train/tensor_act_model_layers_99_residual_pre_attn/max": 20.25, "train/tensor_act_model_layers_99_residual_pre_attn/range": 40.125, "train/tensor_act_model_layers_99_residual_post_attn/norm": 7356.1943359375, "train/tensor_act_model_layers_99_residual_post_attn/mean": 1.875, "train/tensor_act_model_layers_99_residual_post_attn/std": 3.0625, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 20.125, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 0.005234956741333008, "train/tensor_act_model_layers_99_residual_post_attn/min": -20.125, "train/tensor_act_model_layers_99_residual_post_attn/max": 20.125, "train/tensor_act_model_layers_99_residual_post_attn/range": 40.25, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 1704.277099609375, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.02392578125, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.58984375, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -3.671875, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 7.109375, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 1697.289306640625, "train/tensor_act_model_layers_99_mlp_up_proj/mean": -0.02197265625, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.5859375, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_99_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_99_mlp_up_proj/range": 6.546875, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 932.5516357421875, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.0869140625, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.447265625, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 3.328125, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -2.734375, "train/tensor_act_model_layers_99_mlp_down_proj/max": 3.328125, "train/tensor_act_model_layers_99_mlp_down_proj/range": 6.0625, "train/tensor_act_model_layers_99_mlp/norm": 919.8076171875, "train/tensor_act_model_layers_99_mlp/mean": 0.08642578125, "train/tensor_act_model_layers_99_mlp/std": 0.44140625, "train/tensor_act_model_layers_99_mlp/max_abs": 2.71875, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -2.375, "train/tensor_act_model_layers_99_mlp/max": 2.71875, "train/tensor_act_model_layers_99_mlp/range": 5.09375, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 7880.94677734375, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 1.96875, "train/tensor_act_model_layers_99_residual_post_mlp/std": 3.3125, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 21.375, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 0.008603334426879883, "train/tensor_act_model_layers_99_residual_post_mlp/min": -21.25, "train/tensor_act_model_layers_99_residual_post_mlp/max": 21.375, "train/tensor_act_model_layers_99_residual_post_mlp/range": 42.625, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 11665408.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -2208.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 64256.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 387072.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -222208.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 387072.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 609280.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 9699328.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 258.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 53504.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 569344.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -505856.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 569344.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 1075200.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 10420224.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": 2288.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 57344.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 790528.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 520192.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1310720.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 9895936.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 474.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 54784.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 344064.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -344064.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 220160.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 564224.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 9830400.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -3168.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 54272.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 475136.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -475136.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 444416.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 919552.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 9109504.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": 860.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 50432.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 524288.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -524288.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 376832.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 901120.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 10420224.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 4608.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 57344.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 256000.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -167936.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 256000.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 423936.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 11010048.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 1928.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 60672.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 724992.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -569344.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 724992.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 1294336.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 11403264.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -420.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 62976.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 708608.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -561152.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 1269760.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 9502720.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -4576.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 52480.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 222208.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -171008.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 222208.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 393216.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 8716288.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": 3312.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 48128.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 354304.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -331776.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 354304.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 686080.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 9371648.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -2896.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 51456.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 544768.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -544768.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 327680.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 872448.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 9371648.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -2336.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 51712.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 205824.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -196608.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 205824.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 402432.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 9240576.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 4224.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 50944.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 409600.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -368640.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 409600.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 778240.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 9568256.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": 3312.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 52736.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 593920.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -413696.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 593920.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 1007616.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 9175040.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -1160.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 50688.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 223232.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -223232.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 176128.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 399360.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 8847360.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -3424.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 48896.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 557056.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -557056.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 356352.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 913408.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 8781824.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": 1928.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 48384.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 464896.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -403456.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 464896.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 868352.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 10027008.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 2272.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 55552.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 254976.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -254976.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 238592.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 493568.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 8912896.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 87.5, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 49408.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 536576.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -348160.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 536576.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 884736.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 9240576.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -3616.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 50944.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 548864.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -548864.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 317440.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 866304.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 9764864.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 4960.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 53760.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 352256.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -161792.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 352256.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 514048.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 9699328.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": -17.375, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 53760.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 729088.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 440320.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 1169408.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 9371648.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -1768.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 51712.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 440320.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -319488.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 440320.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 759808.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 7962624.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -3920.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 43776.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 175104.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -175104.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 140288.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 315392.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 8519680.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": -120.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 46848.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 382976.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -382976.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 352256.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 735232.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 8388608.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": -1400.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 46336.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 421888.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -421888.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 385024.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 806912.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 8093696.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": -3568.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 44544.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 199680.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -199680.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 167936.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 367616.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 8159232.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -2272.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 45056.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 569344.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -569344.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 520192.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 1089536.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 7208960.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -187.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 39936.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 407552.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -364544.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 407552.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 772096.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 7602176.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 256.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 41984.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 202752.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -202752.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 188416.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 391168.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 7045120.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -506.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 38912.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 313344.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -313344.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 311296.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 624640.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 6914048.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -436.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 38144.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 315392.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -315392.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 240640.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 556032.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 7208960.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": -2176.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 39680.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 203776.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -155648.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 203776.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 359424.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 7110656.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 1064.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 39424.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 368640.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -288768.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 368640.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 657408.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 7569408.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 3632.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 41728.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 415744.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -415744.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 403456.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 819200.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 6684672.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": 600.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 36864.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 140288.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -140288.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 118784.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 259072.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 8224768.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 1368.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 45312.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 720896.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -651264.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 720896.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 1372160.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 6914048.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": 260.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 38144.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 532480.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -232448.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 532480.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 764928.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 7405568.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -466.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 40960.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 242688.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -242688.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 389120.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 6782976.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -1512.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 37376.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 421888.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -323584.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 421888.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 745472.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 7929856.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": 792.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 43776.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 536576.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -536576.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 391168.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 927744.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 6684672.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 1064.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 37120.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 176128.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -176128.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 133120.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 309248.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 6455296.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -4544.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 35328.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 481280.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -481280.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 311296.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 792576.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 7077888.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -1144.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 39168.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 382976.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -382976.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 319488.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 702464.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 5341184.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": -564.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 29568.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 113664.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -92672.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 113664.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 206336.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 5865472.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -3616.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 32128.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 299008.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -299008.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 258048.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 557056.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 6684672.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 2848.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 36864.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 434176.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -370688.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 434176.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 804864.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 7897088.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -1224.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 43520.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 233472.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -233472.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 158720.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 392192.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 7077888.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 1320.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 38912.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 501760.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -501760.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 366592.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 868352.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 8126464.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": 255.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 44800.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 638976.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -339968.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 638976.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 978944.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 6291456.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -492.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 34816.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 182272.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 182272.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 345088.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 5931008.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -1256.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 32768.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 339968.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -242688.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 339968.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 582656.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 6848512.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 3536.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 37632.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 522240.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -251904.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 522240.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 774144.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 6127616.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -1648.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 33792.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -165888.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 104448.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 270336.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 6914048.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -2384.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 38144.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 329728.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.99884033203125, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -329728.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 250880.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 580608.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 6389760.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -103.5, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 35328.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 364544.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -307200.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 364544.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 671744.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 6553600.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": -980.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 36352.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 168960.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -168960.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 323584.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 6881280.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 1504.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 37888.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 452608.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -323584.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 452608.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 776192.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 6881280.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 1432.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 37888.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 378880.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -299008.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 378880.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 677888.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 5341184.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 1280.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 29440.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 91648.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -91648.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 182272.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 5505024.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": -2288.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 30336.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 276480.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -276480.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 217088.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 493568.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 5799936.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -1248.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 32000.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 370688.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -370688.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 360448.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 731136.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 5111808.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -552.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 28160.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 134144.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -134144.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 121856.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 256000.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 6553600.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -4416.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 35840.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 430080.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -430080.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 276480.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 706560.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 5144576.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": 924.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 28416.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 286720.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -286720.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 251904.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 538624.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 5636096.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 4224.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 30848.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 180224.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -94208.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 274432.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 5799936.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 1392.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 31872.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 346112.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -264192.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 346112.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 610304.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 5013504.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": 540.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 27776.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 242688.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -242688.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 208896.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 451584.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 4718592.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -3936.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 25856.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 142336.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -142336.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 121344.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 263680.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 6225920.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -2448.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 34304.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 495616.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -495616.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 208896.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 704512.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 5996544.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": 816.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 33280.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 342016.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -342016.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 296960.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 638976.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 5472256.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -784.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 30208.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 129024.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -118784.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 129024.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 247808.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 5275648.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -864.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 29184.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 317440.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -226304.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 317440.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 543744.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 5177344.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": 3072.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 28416.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 229376.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -181248.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 229376.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 410624.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 4685824.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 2176.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 25856.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 141312.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -141312.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 118784.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 260096.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 5144576.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": -65.5, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 28416.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 305152.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -284672.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 305152.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 589824.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 5603328.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": 236.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 30976.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 524288.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -524288.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 307200.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 831488.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 5373952.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 2128.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 29568.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 207872.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -96256.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 207872.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 304128.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 5177344.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": -1312.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 577536.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -577536.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 238592.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 816128.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 5341184.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": 1808.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 29568.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 573440.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -358400.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 573440.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 931840.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 4554752.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -47.25, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 25088.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 126464.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -103424.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 229888.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 5013504.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": -560.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 27648.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 307200.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -215040.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 307200.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 522240.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 4456448.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": -868.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 24576.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 395264.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -217088.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 395264.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 612352.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 4456448.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -234.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 24704.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 105984.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -70144.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 176128.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 5079040.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 976.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 28160.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 481280.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -256000.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 481280.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 737280.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 4751360.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 920.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 26240.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 409600.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -409600.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 244736.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 654336.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 1192.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 115200.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -107008.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 115200.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 222208.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 5111808.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -3808.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 28032.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 372736.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -372736.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 230400.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 603136.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 4259840.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -1976.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 23552.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 212992.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -204800.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 212992.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 417792.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 5144576.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 744.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 28416.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 117760.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -117760.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 109056.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 226816.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 4784128.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 53.75, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 26368.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 335872.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -335872.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 219136.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 555008.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 4620288.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -2768.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 25344.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 262144.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -262144.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 209920.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 472064.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 4554752.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -2400.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 25088.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -154624.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 216576.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 4521984.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": -1280.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 24960.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 256000.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -256000.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 239616.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 495616.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 4685824.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -163.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 25984.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 276480.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -276480.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 241664.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 518144.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 4587520.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 3744.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 25088.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 112128.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -80896.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 112128.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 193024.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 4980736.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 716.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 27520.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 317440.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -317440.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 237568.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 555008.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 4915200.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -1312.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 27136.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 325632.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -278528.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 325632.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 604160.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 3899392.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 1104.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 21504.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 130048.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -130048.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 116736.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 246784.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 3866624.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 1616.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 21248.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 299008.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -299008.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 251904.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 550912.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 3932160.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 506.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 21760.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 189440.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -180224.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 189440.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 369664.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 3866624.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 904.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 21376.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 92160.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -66048.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 92160.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 158208.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 4063232.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -872.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 22400.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 226304.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -174080.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 226304.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 400384.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 4128768.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": 1112.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 22784.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 227328.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -227328.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 203776.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 431104.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 4177920.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 247.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 23040.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 115712.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -115712.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 104960.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 220672.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 3817472.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -728.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 21120.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 251904.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -168960.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 251904.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 420864.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 3948544.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -536.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 21760.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 210944.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -210944.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 207872.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 418816.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 4046848.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -2544.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 22272.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 87040.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -87040.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 168960.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 4292608.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 988.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 23680.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 226304.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.999237060546875, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -183296.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 226304.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 409600.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 4489216.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 1480.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 24704.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 290816.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -172032.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 290816.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 462848.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 3489792.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -856.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 19200.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 111616.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -111616.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 91136.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 202752.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 3735552.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 1192.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 20608.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 325632.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -205824.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 325632.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 531456.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 2916352.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": -452.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 16128.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 190464.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -189440.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 190464.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 379904.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 3555328.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 636.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 19712.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 95744.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -92672.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 95744.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 188416.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 3473408.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 69.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 19200.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 225280.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -225280.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 162816.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 388096.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 3604480.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -644.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 19840.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 206848.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -206848.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 150528.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 357376.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 3964928.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 1600.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 21888.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 120832.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -108032.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 120832.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 228864.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 3194880.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": -576.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 17664.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 231424.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -231424.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 124928.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 356352.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 3358720.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": -520.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 18560.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 182272.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -182272.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 148480.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 330752.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 3555328.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 724.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 19584.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 108544.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -108544.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 92672.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 201216.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 3309568.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 1480.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 18304.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 168960.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -154624.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 168960.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 323584.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 3260416.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -744.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 18048.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 180224.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -165888.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 346112.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 3162112.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 362.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 17408.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 93696.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -50688.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 144384.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 3342336.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 163.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 18432.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 174080.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -174080.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 135168.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 309248.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 3489792.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": 716.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 19200.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 157696.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -146432.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 157696.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 304128.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 3244032.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 478.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 17920.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 86528.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -86528.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 69120.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 155648.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 3145728.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": -464.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 17280.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 172032.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -172032.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 342016.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 3309568.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 632.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 18304.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 232448.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -176128.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 232448.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 408576.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 3604480.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 1800.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 19840.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 92160.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -80896.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 92160.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 173056.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 3801088.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 596.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 20992.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 243712.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -230400.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 243712.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 474112.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 3211264.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -552.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 17664.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 239616.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.998199462890625, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -239616.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 123392.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 363008.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 3325952.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -1312.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 18304.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -91136.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 148480.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 3833856.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -1664.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 21120.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 268288.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -268288.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 226304.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 494592.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 3375104.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -524.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 18688.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 238592.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -238592.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 120320.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 358912.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 3457024.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 2368.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 18944.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 139264.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 194304.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 3801088.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": -644.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 20992.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 268288.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -268288.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 257024.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 525312.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 3719168.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": -772.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 20608.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 232448.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -188416.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 232448.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 420864.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 3932160.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -1560.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 21632.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 112640.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -112640.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 191488.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 3178496.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 1080.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 17536.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 204800.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -129536.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 204800.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 334336.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 3801088.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -1048.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 20992.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 174080.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -169984.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 174080.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 344064.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 3358720.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 104.5, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 18560.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 105984.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -69120.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 175104.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 3457024.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -816.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 19072.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 219136.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -219136.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 389120.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 3112960.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 330.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 17152.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 214016.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -214016.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 350208.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 3014656.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": -604.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 16640.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 75264.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -75264.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 136960.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 3571712.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -151.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 19712.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 222208.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -222208.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 193536.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 415744.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 3080192.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -1120.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 17024.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 184320.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.998748779296875, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -184320.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 340992.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 3244032.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -1896.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 17792.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 101376.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -90112.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 101376.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 191488.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 3031040.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -86.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 16768.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 152576.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -116736.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 269312.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 3112960.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": 8.0625, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 17280.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 201728.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -201728.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 344064.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 3194880.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": -366.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 17664.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -65280.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 146176.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 2850816.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": -1984.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 15616.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 233472.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -233472.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 131072.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 364544.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 3162112.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": 1304.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 17408.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 152576.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -135168.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 287744.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 2752512.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -828.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 15232.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -48128.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 54784.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 102912.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 3096576.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 544.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 17024.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 189440.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -109056.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 189440.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 298496.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 3244032.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 816.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 17920.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 160768.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -134144.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 160768.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 294912.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 3112960.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 588.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 17152.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 87040.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -50432.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 87040.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 137472.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 2899968.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 744.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 16000.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 173056.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -150528.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 173056.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 323584.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 2719744.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": 117.5, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 15040.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -161792.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 118272.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 280064.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 3063808.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 640.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 16896.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 65280.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 132352.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 2932736.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 1128.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 16128.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 141312.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -132096.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 273408.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 2998272.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -612.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 16512.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 179200.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -179200.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 106496.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 285696.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 3096576.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 1160.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 17024.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 70656.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 125696.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 3014656.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 1120.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 16640.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 138240.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -118784.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 138240.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 257024.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 2850816.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -1304.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 15680.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -144384.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 138240.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 282624.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 2818048.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -1020.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 15552.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 70144.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -48896.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 119040.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 2916352.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": -364.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 16128.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 169984.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.9990234375, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -169984.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 110080.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 280064.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 2965504.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -672.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 16320.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 172032.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -172032.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 110592.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 282624.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 2293760.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 278.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 12672.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 62464.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -38912.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 62464.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 101376.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 2179072.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 688.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 11968.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -144384.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 220672.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": 426.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 12992.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 112640.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -112640.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 88064.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 200704.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 2834432.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -1232.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 15616.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -69120.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 141824.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -13.9375, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 13440.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -90112.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 144384.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 234496.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": 438.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 13056.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 105472.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -102912.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 105472.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 208384.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 2818048.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 664.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 15552.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 57856.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -55296.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 57856.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 113152.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 3194880.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 1.109375, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 17664.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 204800.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -128000.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 204800.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 332800.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 3325952.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": 624.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 18432.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 237568.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -167936.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 237568.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 405504.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 2473984.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -1040.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 13632.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -57344.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 131072.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 2981888.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 744.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 16512.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 200704.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -140288.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 200704.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 340992.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 2572288.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 744.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 14144.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 146432.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -146432.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 107520.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 253952.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 2801664.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -556.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 15488.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 64768.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -64768.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 111360.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 2621440.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 1792.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 14336.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 109056.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.99847412109375, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -104960.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 109056.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 214016.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 2768896.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -1200.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 15232.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 157696.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.9984130859375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -157696.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 264704.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 2588672.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -348.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 14272.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 59136.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -59136.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 58880.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 118016.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 2572288.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 1020.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 14208.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -157696.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 165888.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 323584.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 2375680.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -334.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 13056.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 110592.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -110592.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 100352.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 210944.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 2555904.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -792.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 14080.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 59392.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -59392.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 49920.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 109312.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 2195456.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 133.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 12160.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 99840.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -99840.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 193536.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 2392064.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -1400.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 13120.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 111616.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.999053955078125, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -111616.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 102400.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 214016.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 2375680.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": -286.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 13056.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 59648.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.99725341796875, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -48896.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 108544.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 2998272.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 446.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 16512.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -154624.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 281088.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 2408448.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": 1648.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 13248.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 172032.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -110592.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 172032.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 282624.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 2981888.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -31.75, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 16512.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 91136.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -85504.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 91136.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 176640.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 2670592.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 480.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 14720.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 174080.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -174080.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 267776.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 2899968.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -7.375, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 16000.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 193536.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -158720.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 193536.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 352256.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 2424832.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 1016.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 13376.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 62720.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -45056.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 62720.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 107776.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 2539520.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": -676.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 13952.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -144384.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 138240.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 282624.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 2473984.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -177.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 13632.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 166912.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -100352.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 166912.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 267264.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 2162688.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": -137.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 11968.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -54784.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 48640.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 103424.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 2408448.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 1232.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 13248.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 202752.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.99853515625, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -135168.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 202752.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 337920.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 2113536.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": 1004.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 11648.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 208896.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -130560.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 208896.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 339456.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 2408448.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 592.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 13248.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 47616.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -47616.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 37632.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 85248.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 2211840.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 876.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 12160.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 174080.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.9991455078125, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -174080.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 123904.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 297984.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 2310144.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": 364.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 12736.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 202752.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -114176.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 202752.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 316928.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 2572288.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -1256.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 14144.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -67072.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 135680.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 2605056.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -552.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 14336.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 158720.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -158720.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 107520.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 266240.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 2310144.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": 147.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 12800.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 111616.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -101888.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 111616.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 213504.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 2523136.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 191.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 13888.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 117504.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 2506752.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 442.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 13888.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 155648.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -155648.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 150528.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 306176.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 2506752.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": 396.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 13888.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 195584.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -195584.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 135168.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 330752.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -1040.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 13504.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 60160.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 128768.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 2424832.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 500.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 13376.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 122880.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -117760.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 122880.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 240640.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 2539520.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -418.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 13952.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 189440.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -189440.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 121344.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 310784.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 2752512.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -148.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 15168.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 70656.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 121600.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 2408448.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 736.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 13312.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 180224.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -102912.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 283136.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 2424832.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -848.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 13376.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 117248.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 280064.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 2588672.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 234.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 14272.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.998443603515625, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -63488.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 123136.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 2424832.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": -426.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 13376.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 139264.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -139264.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 138240.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 277504.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 2310144.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": 93.5, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 12800.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 141312.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -101888.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 243200.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 2211840.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 884.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 12160.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -41216.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 45056.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 86272.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 2293760.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -207.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 12672.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 175104.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -175104.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 134144.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 309248.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 2621440.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": 152.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 14464.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 232448.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -232448.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 195584.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 428032.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 2506752.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 82.5, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 13824.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 113152.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -113152.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 49920.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 163072.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 2523136.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": -540.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 13952.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 234496.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -234496.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 119808.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 354304.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 2637824.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -1320.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 14528.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 191488.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -178176.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 191488.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 369664.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 2195456.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": -17.25, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 12096.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 45312.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -45312.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 37632.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 82944.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 2113536.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 604.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 11648.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 118272.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.99871826171875, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -114688.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 118272.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 232960.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -732.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 13440.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 151552.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.997100830078125, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -151552.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 128512.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 280064.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 432.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 12992.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 80896.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -60672.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 80896.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 141568.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 2146304.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 390.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 11840.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 147456.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -147456.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 128000.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 275456.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 1900544.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -672.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 10496.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 112640.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -104448.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 112640.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 217088.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 2342912.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": -93.5, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 12928.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 50176.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -50176.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 44032.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 94208.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 123.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 13056.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 186368.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -136192.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 186368.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 322560.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 2129920.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": 668.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 11776.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 145408.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -143360.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 288768.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 2064384.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -908.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 11328.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 52736.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -52736.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 32768.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 85504.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 2088960.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -5.53125, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 11520.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 130048.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -130048.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 239616.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 2015232.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": 136.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 11136.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 119296.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -114176.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 119296.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 233472.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 2195456.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": -290.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 12096.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 49152.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -49152.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 42240.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 91392.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 2244608.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -75.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 12352.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -137216.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 112128.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 249344.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 2326528.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": -258.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 12864.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 198656.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -120320.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 198656.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 318976.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 1859584.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -820.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 39936.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -37632.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 39936.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 77568.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 1892352.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 680.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 10432.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 157696.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -157696.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 96256.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 253952.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 1966080.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": 732.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 10816.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 146432.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -146432.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 97792.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 244224.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 2375680.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 828.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 13056.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 69632.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -42752.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 112384.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 2031616.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 286.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 11200.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 123392.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -123392.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 97792.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 221184.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 1925120.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": 520.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 10624.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 120832.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 120832.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 211456.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 1843200.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 196.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 10176.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 38144.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -33024.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 38144.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 71168.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 2162688.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 192.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 11968.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 149504.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -149504.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 285696.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 2244608.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -111.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 12416.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 217088.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -217088.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 109568.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 326656.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 2080768.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 124.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 11520.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 55552.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 93952.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 31.5, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 12992.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 251904.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -110080.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 251904.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 361984.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 2277376.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": 193.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 12544.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -139264.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 293888.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 1949696.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -344.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 10752.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 36864.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -33536.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 36864.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 70400.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 2129920.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 191.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 11712.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 220160.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -220160.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 157696.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 377856.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 2195456.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -398.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 12096.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 197632.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.997955322265625, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -197632.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 117760.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 315392.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 2326528.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 656.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 12800.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 56576.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -49920.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 106496.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 2072576.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -1056.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 11392.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 179200.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -179200.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 108032.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 287232.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 1974272.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": 450.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 10880.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 167936.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -143360.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 167936.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 311296.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 1908736.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -996.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 10496.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 54784.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 82944.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 2048000.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": -424.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 11264.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 289280.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 2056192.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -680.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 11328.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 166912.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -166912.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 272896.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 2031616.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 246.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 11200.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 42752.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -36608.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 42752.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 79360.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 1990656.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 95.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 11008.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 141312.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -141312.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 133120.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 274432.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 2179072.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": 924.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 11968.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 158720.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -114688.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 158720.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 273408.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 2244608.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -964.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 12352.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 54272.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -54272.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 40960.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 95232.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 2039808.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 496.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 11264.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 168960.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -110080.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 168960.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 279040.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 2129920.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -173.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 11776.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 157696.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -132096.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 157696.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 289792.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 2113536.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 816.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 11648.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 52736.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -39680.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 92416.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 2023424.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 472.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 11200.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 203776.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.99945068359375, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -203776.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 150528.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 354304.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 2195456.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -664.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 12096.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 139264.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 302080.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 1875968.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 632.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 10304.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 44544.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -24704.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 44544.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 69248.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 1990656.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": -104.5, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 11008.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 187392.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -187392.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 116224.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 303616.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 1982464.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -472.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 10944.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 174080.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -147456.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 174080.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 321536.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 1875968.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 123.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 10368.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 35328.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -30080.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 35328.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 65408.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 2072576.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -118.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 11456.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 319488.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -319488.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 465920.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 2113536.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": 624.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 11712.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 180224.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -157696.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 337920.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 2097152.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 656.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 11584.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 32768.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -32768.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 32256.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 65024.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 2179072.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -580.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 12032.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 193536.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.999420166015625, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -193536.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 153600.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 347136.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 2211840.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 20.125, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 12224.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 226304.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -190464.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 226304.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 416768.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 1859584.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -708.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 62208.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -42240.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 104448.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 1646592.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -108.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 9088.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 164864.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -164864.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 126976.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 291840.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 1630208.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": -7.09375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 8960.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 130560.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -130560.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 236544.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 1744896.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -1072.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 9600.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 31872.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -31872.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 30848.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 62720.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 1941504.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -364.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 10752.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 182272.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -182272.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 150528.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 332800.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 1949696.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -374.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 10752.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -117760.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 272384.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 2195456.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -212.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 12160.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 41472.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -37888.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 41472.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 79360.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 1826816.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 398.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 10048.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 157696.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -118272.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 157696.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 275968.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 1851392.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": 276.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 176128.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -176128.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 120832.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 296960.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 1925120.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -1392.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 10560.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -31744.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 66048.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 97792.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 1695744.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -344.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 9344.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 183296.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -149504.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 183296.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 332800.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 1687552.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": 187.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 9344.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 125952.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -125952.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 92160.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 218112.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 2277376.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 848.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 12544.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -30080.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 46336.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 76416.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 1564672.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 382.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 8640.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -89088.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 179712.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 1548288.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": 79.5, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 8576.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 131072.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.999267578125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -131072.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 217088.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 2244608.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 296.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 12416.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 55552.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -55552.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 45568.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 101120.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 1744896.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 400.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 9600.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 105984.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.998809814453125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -85504.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 105984.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 191488.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 1794048.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -314.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 9920.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 136192.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -136192.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 113664.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 249856.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 2670592.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 194.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 14784.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 65536.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -42496.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 108032.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 2719744.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -135.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 15040.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 143360.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999359130859375, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -112640.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 143360.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 256000.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 2818048.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -67.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 15552.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 307200.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999481201171875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -307200.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 174080.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 481280.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.00015544891357421875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.09375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.19775390625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.03125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00019359588623046875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.02783203125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.1982421875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -1.7881393432617188e-05, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10498046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.103515625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.20849609375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -9.632110595703125e-05, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.1123046875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.2294921875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0299072265625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -9.918212890625e-05, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -7.200241088867188e-05, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1044921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.00016498565673828125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00018310546875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.19921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -7.963180541992188e-05, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.0002689361572265625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.20751953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.00048065185546875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.20654296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -6.723403930664062e-05, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.1875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.0002803802490234375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0286865234375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0002841949462890625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0284423828125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.00015926361083984375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.00017642974853515625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 5.125999450683594e-05, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.109375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.000217437744140625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.00017452239990234375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": -6.288290023803711e-06, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -3.24249267578125e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 6.389617919921875e-05, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -9.489059448242188e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -6.341934204101562e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.000152587890625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -8.392333984375e-05, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.00012969970703125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": -0.0001068115234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -4.38690185546875e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 4.029273986816406e-05, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.000209808349609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 1.990795135498047e-05, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": -6.723403930664062e-05, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": -0.0001373291015625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.00064849853515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.0002727508544921875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.0002231597900390625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.03125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -8.630752563476562e-05, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": 8.726119995117188e-05, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.00012683868408203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": 5.155801773071289e-06, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.0001735687255859375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -3.655441105365753e-08, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.0001678466796875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 4.7206878662109375e-05, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": 3.552436828613281e-05, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": -1.895427703857422e-05, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.000186920166015625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.0005645751953125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0002956390380859375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00021457672119140625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -9.632110595703125e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.0001678466796875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -5.0067901611328125e-06, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": 2.396106719970703e-05, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": -0.0004177093505859375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0004558563232421875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -2.193450927734375e-05, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.0001964569091796875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.0002040863037109375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -2.276897430419922e-05, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.00035858154296875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 1.2386590242385864e-07, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 4.827976226806641e-06, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -0.00018310546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.00020313262939453125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -1.728534698486328e-05, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": -0.0003490447998046875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 5.173683166503906e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 4.744529724121094e-05, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.00013065338134765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": 6.103515625e-05, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.0001392364501953125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -5.125999450683594e-06, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -6.866455078125e-05, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.00020694732666015625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.000446319580078125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.0003452301025390625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": 2.8848648071289062e-05, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.00010728836059570312, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 3.0994415283203125e-05, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.00010395050048828125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -7.43865966796875e-05, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 0.00022029876708984375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.0001659393310546875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 7.867813110351562e-05, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": 4.291534423828125e-05, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 6.103515625e-05, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -5.4836273193359375e-05, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 7.867813110351562e-05, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -0.00010538101196289062, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.0002002716064453125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.00021648406982421875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 8.726119995117188e-05, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.00018787384033203125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.0003719329833984375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 4.363059997558594e-05, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0003337860107421875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.00028228759765625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.0001468658447265625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": 0.00013637542724609375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -1.621246337890625e-05, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 8.96453857421875e-05, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.00021457672119140625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -4.363059997558594e-05, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -9.393692016601562e-05, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.000244140625, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 8.058547973632812e-05, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -4.1961669921875e-05, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.0001049041748046875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 4.00543212890625e-05, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 9.965896606445312e-05, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00018310546875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": -1.5854835510253906e-05, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.000247955322265625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00014400482177734375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 4.1484832763671875e-05, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.00016498565673828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.000293731689453125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.0002918243408203125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": -3.743171691894531e-05, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.00017547607421875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": 2.181529998779297e-05, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": 8.249282836914062e-05, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 1.2218952178955078e-05, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -2.777576446533203e-05, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.0004787445068359375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.00016689300537109375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 8.249282836914062e-05, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 0.00016880035400390625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.00017642974853515625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 5.507469177246094e-05, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.0002231597900390625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": 6.389617919921875e-05, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -4.7206878662109375e-05, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": 8.7738037109375e-05, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": -0.00012969970703125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": 3.1948089599609375e-05, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.0002422332763671875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.0003070831298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": -5.900859832763672e-06, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.0002040863037109375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 4.857778549194336e-06, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -8.869171142578125e-05, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00021457672119140625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": 8.535385131835938e-05, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -5.4836273193359375e-06, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 0.00020599365234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.0002117156982421875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.0001678466796875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 9.393692016601562e-05, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -2.86102294921875e-05, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -5.173683166503906e-05, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 2.2292137145996094e-05, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": 1.633167266845703e-05, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.00017642974853515625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.0002269744873046875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": 9.1552734375e-05, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.00013256072998046875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.000316619873046875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.000621795654296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.00015354156494140625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.00015544891357421875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.00028228759765625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.0001373291015625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": 0.000156402587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -3.0159950256347656e-05, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.00020313262939453125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": 6.580352783203125e-05, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": -9.894371032714844e-06, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": -4.673004150390625e-05, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -0.00012159347534179688, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.00034332275390625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0001964569091796875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -8.392333984375e-05, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": -3.337860107421875e-05, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.00022125244140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.00048065185546875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 9.250640869140625e-05, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.0002918243408203125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.00048065185546875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0004253387451171875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.000156402587890625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.0001430511474609375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0003070831298828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": 6.628036499023438e-05, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.000232696533203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.00017642974853515625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 4.649162292480469e-05, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 9.584426879882812e-05, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 9.5367431640625e-05, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.0003871917724609375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -2.5153160095214844e-05, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -0.00022602081298828125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -4.649162292480469e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.0001926422119140625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -8.106231689453125e-05, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00017452239990234375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": 9.489059448242188e-05, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.000362396240234375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 4.506111145019531e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 4.363059997558594e-05, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": -5.817413330078125e-05, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.00019741058349609375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.000194549560546875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": -8.7738037109375e-05, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.00011920928955078125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00020885467529296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": 0.00011777877807617188, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.00017547607421875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.00029754638671875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": 3.695487976074219e-05, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 7.875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": 1.7404556274414062e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000385284423828125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.000263214111328125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 0.0003452301025390625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 8.0108642578125e-05, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": -1.728534698486328e-05, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.000614166259765625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.00011444091796875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": -0.00022411346435546875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.00011014938354492188, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -0.00016880035400390625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": -0.00020313262939453125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.00014400482177734375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 3.147125244140625e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": -4.0531158447265625e-05, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -8.058547973632812e-05, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.0002155303955078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": -0.000370025634765625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 3.4332275390625e-05, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.0002155303955078125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": -0.00016117095947265625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": 0.00013446807861328125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": 1.2636184692382812e-05, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.306640625} -{"step": 2580, "epoch": 0.17391304347826086, "timestamp": 1786742559.9495502, "loss": 7.2448875427246096, "grad_norm": 463470592.0, "learning_rate": 9e-05, "train/total_time_seconds": 26.107797220349312, "train/time_per_step_avg": 0.3263474652543664, "train/epoch_time_elapsed": 30.509372271597385, "train/estimated_remaining_minutes": 0.15516261913902693} -{"step": 2600, "epoch": 0.17526120660599934, "timestamp": 1786742566.5719745, "loss": 7.549561309814453, "grad_norm": 759169024.0, "learning_rate": 9e-05, "train/total_time_seconds": 31.744480419903994, "train/time_per_step_avg": 0.3174448041990399, "train/epoch_time_elapsed": 37.131797820329666, "train/estimated_remaining_minutes": 0.18314123319175382} -{"step": 2620, "epoch": 0.17660936973373778, "timestamp": 1786742574.8749251, "loss": 7.699013519287109, "grad_norm": 884998144.0, "learning_rate": 9e-05, "train/total_time_seconds": 38.54497606307268, "train/time_per_step_avg": 0.31350282195955514, "train/epoch_time_elapsed": 45.40793951228261, "train/estimated_remaining_minutes": 0.21577340289760788, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.21482849121094, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00162506103515625, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.546875, "train/tensor_act_model_layers_0_residual_post_attn/norm": 188.4838104248047, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.00156402587890625, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.091796875, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.341796875, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.341796875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.3125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.654296875, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1180.616943359375, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.0013885498046875, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.408203125, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 1.90625, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 3.859375, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1175.9609375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": 0.00048828125, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.40625, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_0_mlp_up_proj/range": 4.046875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 326.4099426269531, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.0693359375, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.1435546875, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 0.86328125, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.53515625, "train/tensor_act_model_layers_0_mlp_down_proj/max": 0.86328125, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.3984375, "train/tensor_act_model_layers_0_mlp/norm": 325.66778564453125, "train/tensor_act_model_layers_0_mlp/mean": 0.0693359375, "train/tensor_act_model_layers_0_mlp/std": 0.142578125, "train/tensor_act_model_layers_0_mlp/max_abs": 0.8515625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.53125, "train/tensor_act_model_layers_0_mlp/max": 0.8515625, "train/tensor_act_model_layers_0_mlp/range": 1.3828125, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 388.4622802734375, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.07080078125, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.17578125, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 0.95703125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.6328125, "train/tensor_act_model_layers_0_residual_post_mlp/max": 0.95703125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.58984375, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 388.4622802734375, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.07080078125, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.17578125, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 0.95703125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.6328125, "train/tensor_act_model_layers_1_residual_pre_attn/max": 0.95703125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.58984375, "train/tensor_act_model_layers_1_residual_post_attn/norm": 399.9010009765625, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.0732421875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.1806640625, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 1.0625, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.609375, "train/tensor_act_model_layers_1_residual_post_attn/max": 1.0625, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.671875, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1157.4969482421875, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.00787353515625, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.400390625, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.109375, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1150.394775390625, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.02197265625, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.396484375, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_1_mlp_up_proj/range": 4.171875, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 314.60107421875, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.07568359375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.1337890625, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 0.984375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -0.71875, "train/tensor_act_model_layers_1_mlp_down_proj/max": 0.984375, "train/tensor_act_model_layers_1_mlp_down_proj/range": 1.703125, "train/tensor_act_model_layers_1_mlp/norm": 314.2789306640625, "train/tensor_act_model_layers_1_mlp/mean": 0.07568359375, "train/tensor_act_model_layers_1_mlp/std": 0.1337890625, "train/tensor_act_model_layers_1_mlp/max_abs": 0.96484375, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -0.7109375, "train/tensor_act_model_layers_1_mlp/max": 0.96484375, "train/tensor_act_model_layers_1_mlp/range": 1.67578125, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 617.470703125, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.1494140625, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.26171875, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 1.578125, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.140625, "train/tensor_act_model_layers_1_residual_post_mlp/max": 1.578125, "train/tensor_act_model_layers_1_residual_post_mlp/range": 2.71875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 617.470703125, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.1494140625, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.26171875, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 1.578125, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.140625, "train/tensor_act_model_layers_2_residual_pre_attn/max": 1.578125, "train/tensor_act_model_layers_2_residual_pre_attn/range": 2.71875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 639.6347045898438, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.15234375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.2734375, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 1.6953125, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.125, "train/tensor_act_model_layers_2_residual_post_attn/max": 1.6953125, "train/tensor_act_model_layers_2_residual_post_attn/range": 2.8203125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 1218.9420166015625, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.005279541015625, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.419921875, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 1219.172607421875, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.009033203125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.419921875, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 2.359375, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_2_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_2_mlp_up_proj/range": 4.4375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 411.7919006347656, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 0.126953125, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.15625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 0.90234375, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.60546875, "train/tensor_act_model_layers_2_mlp_down_proj/max": 0.90234375, "train/tensor_act_model_layers_2_mlp_down_proj/range": 1.5078125, "train/tensor_act_model_layers_2_mlp/norm": 410.7774658203125, "train/tensor_act_model_layers_2_mlp/mean": 0.126953125, "train/tensor_act_model_layers_2_mlp/std": 0.1552734375, "train/tensor_act_model_layers_2_mlp/max_abs": 0.88671875, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.6015625, "train/tensor_act_model_layers_2_mlp/max": 0.88671875, "train/tensor_act_model_layers_2_mlp/range": 1.48828125, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 936.0262451171875, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 0.279296875, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.361328125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 2.125, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.453125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 2.125, "train/tensor_act_model_layers_2_residual_post_mlp/range": 3.578125, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 936.0262451171875, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 0.279296875, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.361328125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 2.125, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.453125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 2.125, "train/tensor_act_model_layers_3_residual_pre_attn/range": 3.578125, "train/tensor_act_model_layers_3_residual_post_attn/norm": 942.000732421875, "train/tensor_act_model_layers_3_residual_post_attn/mean": 0.27734375, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.3671875, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 2.21875, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.4609375, "train/tensor_act_model_layers_3_residual_post_attn/max": 2.21875, "train/tensor_act_model_layers_3_residual_post_attn/range": 3.6796875, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 1320.084716796875, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.012451171875, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 0.455078125, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 1.90625, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -1.90625, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 1.8984375, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 3.8046875, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 1311.488525390625, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.0027313232421875, "train/tensor_act_model_layers_3_mlp_up_proj/std": 0.453125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 1.953125, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_3_mlp_up_proj/max": 1.953125, "train/tensor_act_model_layers_3_mlp_up_proj/range": 3.8046875, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 574.46875, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 0.2109375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.185546875, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 1.0625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.46484375, "train/tensor_act_model_layers_3_mlp_down_proj/max": 1.0625, "train/tensor_act_model_layers_3_mlp_down_proj/range": 1.52734375, "train/tensor_act_model_layers_3_mlp/norm": 571.8012084960938, "train/tensor_act_model_layers_3_mlp/mean": 0.2099609375, "train/tensor_act_model_layers_3_mlp/std": 0.18359375, "train/tensor_act_model_layers_3_mlp/max_abs": 1.0390625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.462890625, "train/tensor_act_model_layers_3_mlp/max": 1.0390625, "train/tensor_act_model_layers_3_mlp/range": 1.501953125, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 1378.5546875, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 0.486328125, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.46484375, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 2.9375, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -1.5859375, "train/tensor_act_model_layers_3_residual_post_mlp/max": 2.9375, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.5234375, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 1378.5546875, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 0.486328125, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.46484375, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 2.9375, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -1.5859375, "train/tensor_act_model_layers_4_residual_pre_attn/max": 2.9375, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.5234375, "train/tensor_act_model_layers_4_residual_post_attn/norm": 1402.8028564453125, "train/tensor_act_model_layers_4_residual_post_attn/mean": 0.482421875, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.486328125, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 3.21875, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.65625, "train/tensor_act_model_layers_4_residual_post_attn/max": 3.21875, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.875, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 1487.842529296875, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.02587890625, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 0.51171875, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 1.765625, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -1.765625, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 1.7578125, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 3.5234375, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 1512.339599609375, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.018798828125, "train/tensor_act_model_layers_4_mlp_up_proj/std": 0.5234375, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 1.859375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -1.703125, "train/tensor_act_model_layers_4_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_4_mlp_up_proj/range": 3.5625, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 802.5541381835938, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 0.3203125, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.2255859375, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 1.1796875, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": -0.5625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 1.1796875, "train/tensor_act_model_layers_4_mlp_down_proj/range": 1.7421875, "train/tensor_act_model_layers_4_mlp/norm": 796.6896362304688, "train/tensor_act_model_layers_4_mlp/mean": 0.318359375, "train/tensor_act_model_layers_4_mlp/std": 0.22265625, "train/tensor_act_model_layers_4_mlp/max_abs": 1.1484375, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": -0.55859375, "train/tensor_act_model_layers_4_mlp/max": 1.1484375, "train/tensor_act_model_layers_4_mlp/range": 1.70703125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 2073.470947265625, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 0.80078125, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.6171875, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 4.1875, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": -1.6171875, "train/tensor_act_model_layers_4_residual_post_mlp/max": 4.1875, "train/tensor_act_model_layers_4_residual_post_mlp/range": 5.8046875, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 2073.470947265625, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 0.80078125, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.6171875, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 4.1875, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": -1.6171875, "train/tensor_act_model_layers_5_residual_pre_attn/max": 4.1875, "train/tensor_act_model_layers_5_residual_pre_attn/range": 5.8046875, "train/tensor_act_model_layers_5_residual_post_attn/norm": 2051.120849609375, "train/tensor_act_model_layers_5_residual_post_attn/mean": 0.79296875, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.609375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 4.15625, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/min": -1.84375, "train/tensor_act_model_layers_5_residual_post_attn/max": 4.15625, "train/tensor_act_model_layers_5_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 1676.7291259765625, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.037841796875, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 0.578125, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 1.984375, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 1.984375, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 1663.622802734375, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.03466796875, "train/tensor_act_model_layers_5_mlp_up_proj/std": 0.57421875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -1.9765625, "train/tensor_act_model_layers_5_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_5_mlp_up_proj/range": 3.796875, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 1198.5660400390625, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 0.51953125, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.271484375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 1.3984375, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": -0.375, "train/tensor_act_model_layers_5_mlp_down_proj/max": 1.3984375, "train/tensor_act_model_layers_5_mlp_down_proj/range": 1.7734375, "train/tensor_act_model_layers_5_mlp/norm": 1183.8607177734375, "train/tensor_act_model_layers_5_mlp/mean": 0.51171875, "train/tensor_act_model_layers_5_mlp/std": 0.265625, "train/tensor_act_model_layers_5_mlp/max_abs": 1.34375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": -0.373046875, "train/tensor_act_model_layers_5_mlp/max": 1.34375, "train/tensor_act_model_layers_5_mlp/range": 1.716796875, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 3036.237548828125, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 1.3046875, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.69921875, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 4.71875, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": -1.4296875, "train/tensor_act_model_layers_5_residual_post_mlp/max": 4.71875, "train/tensor_act_model_layers_5_residual_post_mlp/range": 6.1484375, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 3036.237548828125, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 1.3046875, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.69921875, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 4.71875, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": -1.4296875, "train/tensor_act_model_layers_6_residual_pre_attn/max": 4.71875, "train/tensor_act_model_layers_6_residual_pre_attn/range": 6.1484375, "train/tensor_act_model_layers_6_residual_post_attn/norm": 3018.30712890625, "train/tensor_act_model_layers_6_residual_post_attn/mean": 1.296875, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.703125, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 4.71875, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/min": -1.4765625, "train/tensor_act_model_layers_6_residual_post_attn/max": 4.71875, "train/tensor_act_model_layers_6_residual_post_attn/range": 6.1953125, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 1880.1549072265625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.01312255859375, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 0.6484375, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 4.09375, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 1866.982666015625, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.0458984375, "train/tensor_act_model_layers_6_mlp_up_proj/std": 0.64453125, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_6_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_6_mlp_up_proj/range": 4.0078125, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 1487.0419921875, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 0.66015625, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.30078125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 1.4765625, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": -0.35546875, "train/tensor_act_model_layers_6_mlp_down_proj/max": 1.4765625, "train/tensor_act_model_layers_6_mlp_down_proj/range": 1.83203125, "train/tensor_act_model_layers_6_mlp/norm": 1461.9827880859375, "train/tensor_act_model_layers_6_mlp/mean": 0.65234375, "train/tensor_act_model_layers_6_mlp/std": 0.291015625, "train/tensor_act_model_layers_6_mlp/max_abs": 1.4140625, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": -0.35546875, "train/tensor_act_model_layers_6_mlp/max": 1.4140625, "train/tensor_act_model_layers_6_mlp/range": 1.76953125, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 4314.966796875, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 1.9453125, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.8046875, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 5.6875, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": -1.2734375, "train/tensor_act_model_layers_6_residual_post_mlp/max": 5.6875, "train/tensor_act_model_layers_6_residual_post_mlp/range": 6.9609375, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 4314.966796875, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 1.9453125, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.8046875, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 5.6875, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": -1.2734375, "train/tensor_act_model_layers_7_residual_pre_attn/max": 5.6875, "train/tensor_act_model_layers_7_residual_pre_attn/range": 6.9609375, "train/tensor_act_model_layers_7_residual_post_attn/norm": 4351.58984375, "train/tensor_act_model_layers_7_residual_post_attn/mean": 1.9609375, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.82421875, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 5.90625, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/min": -1.3203125, "train/tensor_act_model_layers_7_residual_post_attn/max": 5.90625, "train/tensor_act_model_layers_7_residual_post_attn/range": 7.2265625, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 2029.065673828125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.0262451171875, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 3.828125, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 1956.9268798828125, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.025634765625, "train/tensor_act_model_layers_7_mlp_up_proj/std": 0.67578125, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_7_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_7_mlp_up_proj/range": 3.703125, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 1751.19677734375, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 0.7734375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.36328125, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": -0.462890625, "train/tensor_act_model_layers_7_mlp_down_proj/max": 1.7578125, "train/tensor_act_model_layers_7_mlp_down_proj/range": 2.220703125, "train/tensor_act_model_layers_7_mlp/norm": 1710.6976318359375, "train/tensor_act_model_layers_7_mlp/mean": 0.7578125, "train/tensor_act_model_layers_7_mlp/std": 0.34765625, "train/tensor_act_model_layers_7_mlp/max_abs": 1.65625, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": -0.4609375, "train/tensor_act_model_layers_7_mlp/max": 1.65625, "train/tensor_act_model_layers_7_mlp/range": 2.1171875, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 5911.8828125, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 2.71875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.97265625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 7.375, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": -1.25, "train/tensor_act_model_layers_7_residual_post_mlp/max": 7.375, "train/tensor_act_model_layers_7_residual_post_mlp/range": 8.625, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 5911.8828125, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 2.71875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.97265625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 7.375, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": -1.25, "train/tensor_act_model_layers_8_residual_pre_attn/max": 7.375, "train/tensor_act_model_layers_8_residual_pre_attn/range": 8.625, "train/tensor_act_model_layers_8_residual_post_attn/norm": 5886.9462890625, "train/tensor_act_model_layers_8_residual_post_attn/mean": 2.703125, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.96484375, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 7.15625, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/min": -1.28125, "train/tensor_act_model_layers_8_residual_post_attn/max": 7.15625, "train/tensor_act_model_layers_8_residual_post_attn/range": 8.4375, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 2094.941162109375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": 0.005645751953125, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 0.72265625, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -2.140625, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 4.421875, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 2019.3843994140625, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.008544921875, "train/tensor_act_model_layers_8_mlp_up_proj/std": 0.6953125, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_8_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 1952.9031982421875, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 0.86328125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.404296875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 2.09375, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": -0.275390625, "train/tensor_act_model_layers_8_mlp_down_proj/max": 2.09375, "train/tensor_act_model_layers_8_mlp_down_proj/range": 2.369140625, "train/tensor_act_model_layers_8_mlp/norm": 1893.30419921875, "train/tensor_act_model_layers_8_mlp/mean": 0.84375, "train/tensor_act_model_layers_8_mlp/std": 0.380859375, "train/tensor_act_model_layers_8_mlp/max_abs": 1.921875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": -0.275390625, "train/tensor_act_model_layers_8_mlp/max": 1.921875, "train/tensor_act_model_layers_8_mlp/range": 2.197265625, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 7573.32373046875, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 3.546875, "train/tensor_act_model_layers_8_residual_post_mlp/std": 1.03125, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 8.5, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": -1.1796875, "train/tensor_act_model_layers_8_residual_post_mlp/max": 8.5, "train/tensor_act_model_layers_8_residual_post_mlp/range": 9.6796875, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 7573.32373046875, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 3.546875, "train/tensor_act_model_layers_9_residual_pre_attn/std": 1.03125, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 8.5, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": -1.1796875, "train/tensor_act_model_layers_9_residual_pre_attn/max": 8.5, "train/tensor_act_model_layers_9_residual_pre_attn/range": 9.6796875, "train/tensor_act_model_layers_9_residual_post_attn/norm": 7551.54296875, "train/tensor_act_model_layers_9_residual_post_attn/mean": 3.53125, "train/tensor_act_model_layers_9_residual_post_attn/std": 1.0390625, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 8.5, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/min": -1.1328125, "train/tensor_act_model_layers_9_residual_post_attn/max": 8.5, "train/tensor_act_model_layers_9_residual_post_attn/range": 9.6328125, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 2170.067626953125, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.09716796875, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 0.7421875, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 1.78125, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -1.6171875, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 1.78125, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 3.3984375, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 2194.948974609375, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.01141357421875, "train/tensor_act_model_layers_9_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -1.734375, "train/tensor_act_model_layers_9_mlp_up_proj/max": 1.8515625, "train/tensor_act_model_layers_9_mlp_up_proj/range": 3.5859375, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 2338.339111328125, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 1.0625, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.42578125, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 2.25, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": -0.1865234375, "train/tensor_act_model_layers_9_mlp_down_proj/max": 2.25, "train/tensor_act_model_layers_9_mlp_down_proj/range": 2.4365234375, "train/tensor_act_model_layers_9_mlp/norm": 2250.075439453125, "train/tensor_act_model_layers_9_mlp/mean": 1.0234375, "train/tensor_act_model_layers_9_mlp/std": 0.396484375, "train/tensor_act_model_layers_9_mlp/max_abs": 2.046875, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": -0.1865234375, "train/tensor_act_model_layers_9_mlp/max": 2.046875, "train/tensor_act_model_layers_9_mlp/range": 2.2333984375, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 9639.8193359375, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 4.5625, "train/tensor_act_model_layers_9_residual_post_mlp/std": 1.15625, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 10.5, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 0.0003597736358642578, "train/tensor_act_model_layers_9_residual_post_mlp/min": -0.8984375, "train/tensor_act_model_layers_9_residual_post_mlp/max": 10.5, "train/tensor_act_model_layers_9_residual_post_mlp/range": 11.3984375, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 9639.8193359375, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 4.5625, "train/tensor_act_model_layers_10_residual_pre_attn/std": 1.15625, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 10.5, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 0.0003597736358642578, "train/tensor_act_model_layers_10_residual_pre_attn/min": -0.8984375, "train/tensor_act_model_layers_10_residual_pre_attn/max": 10.5, "train/tensor_act_model_layers_10_residual_pre_attn/range": 11.3984375, "train/tensor_act_model_layers_10_residual_post_attn/norm": 9635.4150390625, "train/tensor_act_model_layers_10_residual_post_attn/mean": 4.5625, "train/tensor_act_model_layers_10_residual_post_attn/std": 1.1484375, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 10.5625, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 0.00043845176696777344, "train/tensor_act_model_layers_10_residual_post_attn/min": -0.74609375, "train/tensor_act_model_layers_10_residual_post_attn/max": 10.5625, "train/tensor_act_model_layers_10_residual_post_attn/range": 11.30859375, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 2132.84619140625, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.041015625, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 0.734375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -1.6640625, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 3.8046875, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 2208.647216796875, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.056640625, "train/tensor_act_model_layers_10_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_10_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_10_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 2255.579345703125, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 1.03125, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 2.296875, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": -0.1728515625, "train/tensor_act_model_layers_10_mlp_down_proj/max": 2.296875, "train/tensor_act_model_layers_10_mlp_down_proj/range": 2.4697265625, "train/tensor_act_model_layers_10_mlp/norm": 2173.7236328125, "train/tensor_act_model_layers_10_mlp/mean": 0.99609375, "train/tensor_act_model_layers_10_mlp/std": 0.36328125, "train/tensor_act_model_layers_10_mlp/max_abs": 2.078125, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": -0.1728515625, "train/tensor_act_model_layers_10_mlp/max": 2.078125, "train/tensor_act_model_layers_10_mlp/range": 2.2509765625, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 11651.3076171875, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 5.5625, "train/tensor_act_model_layers_10_residual_post_mlp/std": 1.203125, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 11.75, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 0.002377033233642578, "train/tensor_act_model_layers_10_residual_post_mlp/min": -0.80078125, "train/tensor_act_model_layers_10_residual_post_mlp/max": 11.75, "train/tensor_act_model_layers_10_residual_post_mlp/range": 12.55078125, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 11651.3076171875, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 5.5625, "train/tensor_act_model_layers_11_residual_pre_attn/std": 1.203125, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 11.75, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 0.002377033233642578, "train/tensor_act_model_layers_11_residual_pre_attn/min": -0.80078125, "train/tensor_act_model_layers_11_residual_pre_attn/max": 11.75, "train/tensor_act_model_layers_11_residual_pre_attn/range": 12.55078125, "train/tensor_act_model_layers_11_residual_post_attn/norm": 11632.65234375, "train/tensor_act_model_layers_11_residual_post_attn/mean": 5.5625, "train/tensor_act_model_layers_11_residual_post_attn/std": 1.2109375, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 11.6875, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 0.0022301673889160156, "train/tensor_act_model_layers_11_residual_post_attn/min": -0.8828125, "train/tensor_act_model_layers_11_residual_post_attn/max": 11.6875, "train/tensor_act_model_layers_11_residual_post_attn/range": 12.5703125, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 2138.6640625, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": -0.0005645751953125, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 0.73828125, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -1.6953125, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 1.8046875, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 3.5, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 2144.144775390625, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.0223388671875, "train/tensor_act_model_layers_11_mlp_up_proj/std": 0.73828125, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -1.609375, "train/tensor_act_model_layers_11_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_11_mlp_up_proj/range": 3.71875, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 2044.6583251953125, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 0.90234375, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.423828125, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 1.7109375, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": -0.435546875, "train/tensor_act_model_layers_11_mlp_down_proj/max": 1.7109375, "train/tensor_act_model_layers_11_mlp_down_proj/range": 2.146484375, "train/tensor_act_model_layers_11_mlp/norm": 1982.2293701171875, "train/tensor_act_model_layers_11_mlp/mean": 0.87890625, "train/tensor_act_model_layers_11_mlp/std": 0.40234375, "train/tensor_act_model_layers_11_mlp/max_abs": 1.6171875, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": -0.43359375, "train/tensor_act_model_layers_11_mlp/max": 1.6171875, "train/tensor_act_model_layers_11_mlp/range": 2.05078125, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 13449.345703125, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 6.4375, "train/tensor_act_model_layers_11_residual_post_mlp/std": 1.3359375, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 12.125, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 0.005560398101806641, "train/tensor_act_model_layers_11_residual_post_mlp/min": -0.412109375, "train/tensor_act_model_layers_11_residual_post_mlp/max": 12.125, "train/tensor_act_model_layers_11_residual_post_mlp/range": 12.537109375, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 13449.345703125, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 6.4375, "train/tensor_act_model_layers_12_residual_pre_attn/std": 1.3359375, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 12.125, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 0.005560398101806641, "train/tensor_act_model_layers_12_residual_pre_attn/min": -0.412109375, "train/tensor_act_model_layers_12_residual_pre_attn/max": 12.125, "train/tensor_act_model_layers_12_residual_pre_attn/range": 12.537109375, "train/tensor_act_model_layers_12_residual_post_attn/norm": 13360.802734375, "train/tensor_act_model_layers_12_residual_post_attn/mean": 6.375, "train/tensor_act_model_layers_12_residual_post_attn/std": 1.3515625, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 11.875, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 0.004873037338256836, "train/tensor_act_model_layers_12_residual_post_attn/min": -0.5703125, "train/tensor_act_model_layers_12_residual_post_attn/max": 11.875, "train/tensor_act_model_layers_12_residual_post_attn/range": 12.4453125, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 2130.72216796875, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.0201416015625, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 0.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 1.6484375, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -1.53125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 1.6484375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 3.1796875, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 2259.806640625, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.02685546875, "train/tensor_act_model_layers_12_mlp_up_proj/std": 0.78125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -1.9765625, "train/tensor_act_model_layers_12_mlp_up_proj/max": 1.7890625, "train/tensor_act_model_layers_12_mlp_up_proj/range": 3.765625, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 2245.169677734375, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 1.03125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": -0.27734375, "train/tensor_act_model_layers_12_mlp_down_proj/max": 1.8671875, "train/tensor_act_model_layers_12_mlp_down_proj/range": 2.14453125, "train/tensor_act_model_layers_12_mlp/norm": 2172.904052734375, "train/tensor_act_model_layers_12_mlp/mean": 1.0, "train/tensor_act_model_layers_12_mlp/std": 0.34765625, "train/tensor_act_model_layers_12_mlp/max_abs": 1.7421875, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": -0.27734375, "train/tensor_act_model_layers_12_mlp/max": 1.7421875, "train/tensor_act_model_layers_12_mlp/range": 2.01953125, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 15406.033203125, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 7.375, "train/tensor_act_model_layers_12_residual_post_mlp/std": 1.4375, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 13.25, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 0.0409235954284668, "train/tensor_act_model_layers_12_residual_post_mlp/min": 0.359375, "train/tensor_act_model_layers_12_residual_post_mlp/max": 13.25, "train/tensor_act_model_layers_12_residual_post_mlp/range": 12.890625, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 15406.033203125, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 7.375, "train/tensor_act_model_layers_13_residual_pre_attn/std": 1.4375, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 13.25, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 0.0409235954284668, "train/tensor_act_model_layers_13_residual_pre_attn/min": 0.359375, "train/tensor_act_model_layers_13_residual_pre_attn/max": 13.25, "train/tensor_act_model_layers_13_residual_pre_attn/range": 12.890625, "train/tensor_act_model_layers_13_residual_post_attn/norm": 15314.931640625, "train/tensor_act_model_layers_13_residual_post_attn/mean": 7.34375, "train/tensor_act_model_layers_13_residual_post_attn/std": 1.421875, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 13.375, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 0.03777790069580078, "train/tensor_act_model_layers_13_residual_post_attn/min": 0.462890625, "train/tensor_act_model_layers_13_residual_post_attn/max": 13.375, "train/tensor_act_model_layers_13_residual_post_attn/range": 12.912109375, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 2168.203125, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.0224609375, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 0.75, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 1.828125, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 1.7421875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 3.5703125, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 2165.336181640625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.026123046875, "train/tensor_act_model_layers_13_mlp_up_proj/std": 0.74609375, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_13_mlp_up_proj/max": 1.671875, "train/tensor_act_model_layers_13_mlp_up_proj/range": 3.609375, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 2279.181396484375, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 1.0234375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.43359375, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 2.359375, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": -0.126953125, "train/tensor_act_model_layers_13_mlp_down_proj/max": 2.359375, "train/tensor_act_model_layers_13_mlp_down_proj/range": 2.486328125, "train/tensor_act_model_layers_13_mlp/norm": 2191.754150390625, "train/tensor_act_model_layers_13_mlp/mean": 0.9921875, "train/tensor_act_model_layers_13_mlp/std": 0.40234375, "train/tensor_act_model_layers_13_mlp/max_abs": 2.125, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": -0.126953125, "train/tensor_act_model_layers_13_mlp/max": 2.125, "train/tensor_act_model_layers_13_mlp/range": 2.251953125, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 17316.462890625, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 8.3125, "train/tensor_act_model_layers_13_residual_post_mlp/std": 1.4375, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 14.75, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 0.11220264434814453, "train/tensor_act_model_layers_13_residual_post_mlp/min": 1.1796875, "train/tensor_act_model_layers_13_residual_post_mlp/max": 14.75, "train/tensor_act_model_layers_13_residual_post_mlp/range": 13.5703125, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 17316.462890625, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 8.3125, "train/tensor_act_model_layers_14_residual_pre_attn/std": 1.4375, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 14.75, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 0.11220264434814453, "train/tensor_act_model_layers_14_residual_pre_attn/min": 1.1796875, "train/tensor_act_model_layers_14_residual_pre_attn/max": 14.75, "train/tensor_act_model_layers_14_residual_pre_attn/range": 13.5703125, "train/tensor_act_model_layers_14_residual_post_attn/norm": 17271.83203125, "train/tensor_act_model_layers_14_residual_post_attn/mean": 8.3125, "train/tensor_act_model_layers_14_residual_post_attn/std": 1.421875, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 14.75, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 0.10787630081176758, "train/tensor_act_model_layers_14_residual_post_attn/min": 1.2421875, "train/tensor_act_model_layers_14_residual_post_attn/max": 14.75, "train/tensor_act_model_layers_14_residual_post_attn/range": 13.5078125, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 2325.110595703125, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.09814453125, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 0.796875, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 2.015625, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 3.8671875, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 2334.587158203125, "train/tensor_act_model_layers_14_mlp_up_proj/mean": 0.0145263671875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 0.8046875, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -1.6875, "train/tensor_act_model_layers_14_mlp_up_proj/max": 1.8984375, "train/tensor_act_model_layers_14_mlp_up_proj/range": 3.5859375, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 2624.187744140625, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 1.1953125, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.46875, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 2.265625, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 0.0478515625, "train/tensor_act_model_layers_14_mlp_down_proj/max": 2.265625, "train/tensor_act_model_layers_14_mlp_down_proj/range": 2.2177734375, "train/tensor_act_model_layers_14_mlp/norm": 2502.244140625, "train/tensor_act_model_layers_14_mlp/mean": 1.140625, "train/tensor_act_model_layers_14_mlp/std": 0.427734375, "train/tensor_act_model_layers_14_mlp/max_abs": 2.046875, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 0.0478515625, "train/tensor_act_model_layers_14_mlp/max": 2.046875, "train/tensor_act_model_layers_14_mlp/range": 1.9990234375, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 19618.36328125, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 9.4375, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.53125, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 15.8125, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 0.3576529026031494, "train/tensor_act_model_layers_14_residual_post_mlp/min": 2.0, "train/tensor_act_model_layers_14_residual_post_mlp/max": 15.8125, "train/tensor_act_model_layers_14_residual_post_mlp/range": 13.8125, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 19618.36328125, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 9.4375, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.53125, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 15.8125, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 0.3576529026031494, "train/tensor_act_model_layers_15_residual_pre_attn/min": 2.0, "train/tensor_act_model_layers_15_residual_pre_attn/max": 15.8125, "train/tensor_act_model_layers_15_residual_pre_attn/range": 13.8125, "train/tensor_act_model_layers_15_residual_post_attn/norm": 19566.615234375, "train/tensor_act_model_layers_15_residual_post_attn/mean": 9.4375, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.515625, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 15.6875, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 0.349764347076416, "train/tensor_act_model_layers_15_residual_post_attn/min": 2.140625, "train/tensor_act_model_layers_15_residual_post_attn/max": 15.6875, "train/tensor_act_model_layers_15_residual_post_attn/range": 13.546875, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 2223.511474609375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.005584716796875, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 0.76953125, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -1.65625, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 1.875, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 3.53125, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 2184.2685546875, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.03564453125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 1.6640625, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -1.6640625, "train/tensor_act_model_layers_15_mlp_up_proj/max": 1.5546875, "train/tensor_act_model_layers_15_mlp_up_proj/range": 3.21875, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 2295.219970703125, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 1.0390625, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.4140625, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 2.015625, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": -0.04443359375, "train/tensor_act_model_layers_15_mlp_down_proj/max": 2.015625, "train/tensor_act_model_layers_15_mlp_down_proj/range": 2.06005859375, "train/tensor_act_model_layers_15_mlp/norm": 2212.544677734375, "train/tensor_act_model_layers_15_mlp/mean": 1.0078125, "train/tensor_act_model_layers_15_mlp/std": 0.38671875, "train/tensor_act_model_layers_15_mlp/max_abs": 1.859375, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": -0.04443359375, "train/tensor_act_model_layers_15_mlp/max": 1.859375, "train/tensor_act_model_layers_15_mlp/range": 1.90380859375, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 21629.681640625, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 10.4375, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.5859375, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 16.875, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 0.5994846820831299, "train/tensor_act_model_layers_15_residual_post_mlp/min": 2.984375, "train/tensor_act_model_layers_15_residual_post_mlp/max": 16.875, "train/tensor_act_model_layers_15_residual_post_mlp/range": 13.890625, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 21629.681640625, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 10.4375, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.5859375, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 16.875, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 0.5994846820831299, "train/tensor_act_model_layers_16_residual_pre_attn/min": 2.984375, "train/tensor_act_model_layers_16_residual_pre_attn/max": 16.875, "train/tensor_act_model_layers_16_residual_pre_attn/range": 13.890625, "train/tensor_act_model_layers_16_residual_post_attn/norm": 21629.578125, "train/tensor_act_model_layers_16_residual_post_attn/mean": 10.4375, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.578125, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 16.875, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 0.6034033298492432, "train/tensor_act_model_layers_16_residual_post_attn/min": 2.9375, "train/tensor_act_model_layers_16_residual_post_attn/max": 16.875, "train/tensor_act_model_layers_16_residual_post_attn/range": 13.9375, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 2293.684326171875, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": 0.000518798828125, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 0.79296875, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -1.8671875, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 1.9609375, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 3.828125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 2331.52880859375, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.0279541015625, "train/tensor_act_model_layers_16_mlp_up_proj/std": 0.8046875, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_16_mlp_up_proj/max": 1.6796875, "train/tensor_act_model_layers_16_mlp_up_proj/range": 3.7265625, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 2608.726318359375, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 1.1953125, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.439453125, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 2.1875, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": -0.28125, "train/tensor_act_model_layers_16_mlp_down_proj/max": 2.1875, "train/tensor_act_model_layers_16_mlp_down_proj/range": 2.46875, "train/tensor_act_model_layers_16_mlp/norm": 2496.16015625, "train/tensor_act_model_layers_16_mlp/mean": 1.1484375, "train/tensor_act_model_layers_16_mlp/std": 0.404296875, "train/tensor_act_model_layers_16_mlp/max_abs": 1.9921875, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": -0.28125, "train/tensor_act_model_layers_16_mlp/max": 1.9921875, "train/tensor_act_model_layers_16_mlp/range": 2.2734375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 23949.400390625, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 11.5625, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.53125, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 17.375, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 0.850855827331543, "train/tensor_act_model_layers_16_residual_post_mlp/min": 4.3125, "train/tensor_act_model_layers_16_residual_post_mlp/max": 17.375, "train/tensor_act_model_layers_16_residual_post_mlp/range": 13.0625, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 23949.400390625, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 11.5625, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.53125, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 17.375, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 0.850855827331543, "train/tensor_act_model_layers_17_residual_pre_attn/min": 4.3125, "train/tensor_act_model_layers_17_residual_pre_attn/max": 17.375, "train/tensor_act_model_layers_17_residual_pre_attn/range": 13.0625, "train/tensor_act_model_layers_17_residual_post_attn/norm": 23931.40625, "train/tensor_act_model_layers_17_residual_post_attn/mean": 11.5625, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.53125, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 17.5, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 0.8509764671325684, "train/tensor_act_model_layers_17_residual_post_attn/min": 4.1875, "train/tensor_act_model_layers_17_residual_post_attn/max": 17.5, "train/tensor_act_model_layers_17_residual_post_attn/range": 13.3125, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 2155.621826171875, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.05615234375, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 0.7421875, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -1.8671875, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 1.828125, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 3.6953125, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 2179.370849609375, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.0035858154296875, "train/tensor_act_model_layers_17_mlp_up_proj/std": 0.75390625, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -1.765625, "train/tensor_act_model_layers_17_mlp_up_proj/max": 1.7890625, "train/tensor_act_model_layers_17_mlp_up_proj/range": 3.5546875, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 2434.0693359375, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 1.1015625, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.447265625, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 2.234375, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": -0.333984375, "train/tensor_act_model_layers_17_mlp_down_proj/max": 2.234375, "train/tensor_act_model_layers_17_mlp_down_proj/range": 2.568359375, "train/tensor_act_model_layers_17_mlp/norm": 2334.185302734375, "train/tensor_act_model_layers_17_mlp/mean": 1.0625, "train/tensor_act_model_layers_17_mlp/std": 0.4140625, "train/tensor_act_model_layers_17_mlp/max_abs": 2.03125, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": -0.333984375, "train/tensor_act_model_layers_17_mlp/max": 2.03125, "train/tensor_act_model_layers_17_mlp/range": 2.365234375, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 26104.318359375, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 12.625, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.59375, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 18.5, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 0.9389057159423828, "train/tensor_act_model_layers_17_residual_post_mlp/min": 5.3125, "train/tensor_act_model_layers_17_residual_post_mlp/max": 18.5, "train/tensor_act_model_layers_17_residual_post_mlp/range": 13.1875, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 26104.318359375, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 12.625, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.59375, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 18.5, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 0.9389057159423828, "train/tensor_act_model_layers_18_residual_pre_attn/min": 5.3125, "train/tensor_act_model_layers_18_residual_pre_attn/max": 18.5, "train/tensor_act_model_layers_18_residual_pre_attn/range": 13.1875, "train/tensor_act_model_layers_18_residual_post_attn/norm": 26061.376953125, "train/tensor_act_model_layers_18_residual_post_attn/mean": 12.625, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.578125, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 18.375, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 0.940032958984375, "train/tensor_act_model_layers_18_residual_post_attn/min": 5.1875, "train/tensor_act_model_layers_18_residual_post_attn/max": 18.375, "train/tensor_act_model_layers_18_residual_post_attn/range": 13.1875, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 2314.854736328125, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.076171875, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 0.796875, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -2.21875, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 1.828125, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 4.046875, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 2289.524169921875, "train/tensor_act_model_layers_18_mlp_up_proj/mean": 0.01165771484375, "train/tensor_act_model_layers_18_mlp_up_proj/std": 0.7890625, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.09375, "train/tensor_act_model_layers_18_mlp_up_proj/range": 4.0234375, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 2746.21435546875, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 1.2421875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.5, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 2.515625, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": -0.08837890625, "train/tensor_act_model_layers_18_mlp_down_proj/max": 2.515625, "train/tensor_act_model_layers_18_mlp_down_proj/range": 2.60400390625, "train/tensor_act_model_layers_18_mlp/norm": 2604.585693359375, "train/tensor_act_model_layers_18_mlp/mean": 1.1875, "train/tensor_act_model_layers_18_mlp/std": 0.451171875, "train/tensor_act_model_layers_18_mlp/max_abs": 2.234375, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": -0.08837890625, "train/tensor_act_model_layers_18_mlp/max": 2.234375, "train/tensor_act_model_layers_18_mlp/range": 2.32275390625, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 28474.990234375, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 13.8125, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.578125, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 19.125, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 0.9950923919677734, "train/tensor_act_model_layers_18_residual_post_mlp/min": 5.84375, "train/tensor_act_model_layers_18_residual_post_mlp/max": 19.125, "train/tensor_act_model_layers_18_residual_post_mlp/range": 13.28125, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 28474.990234375, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 13.8125, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.578125, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 19.125, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 0.9950923919677734, "train/tensor_act_model_layers_19_residual_pre_attn/min": 5.84375, "train/tensor_act_model_layers_19_residual_pre_attn/max": 19.125, "train/tensor_act_model_layers_19_residual_pre_attn/range": 13.28125, "train/tensor_act_model_layers_19_residual_post_attn/norm": 28451.892578125, "train/tensor_act_model_layers_19_residual_post_attn/mean": 13.8125, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.5859375, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 19.125, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 0.9944207668304443, "train/tensor_act_model_layers_19_residual_post_attn/min": 5.9375, "train/tensor_act_model_layers_19_residual_post_attn/max": 19.125, "train/tensor_act_model_layers_19_residual_post_attn/range": 13.1875, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 2348.986328125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.01446533203125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 1.9296875, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -1.9296875, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 1.8125, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 3.7421875, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 2283.81494140625, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.083984375, "train/tensor_act_model_layers_19_mlp_up_proj/std": 0.78515625, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 1.96875, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -1.96875, "train/tensor_act_model_layers_19_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_19_mlp_up_proj/range": 3.75, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 2705.0771484375, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 1.2265625, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.48046875, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 2.515625, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": -0.259765625, "train/tensor_act_model_layers_19_mlp_down_proj/max": 2.515625, "train/tensor_act_model_layers_19_mlp_down_proj/range": 2.775390625, "train/tensor_act_model_layers_19_mlp/norm": 2569.840087890625, "train/tensor_act_model_layers_19_mlp/mean": 1.1796875, "train/tensor_act_model_layers_19_mlp/std": 0.43359375, "train/tensor_act_model_layers_19_mlp/max_abs": 2.234375, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": -0.259765625, "train/tensor_act_model_layers_19_mlp/max": 2.234375, "train/tensor_act_model_layers_19_mlp/range": 2.494140625, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 30859.357421875, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 15.0, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.625, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 20.75, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 0.9992878437042236, "train/tensor_act_model_layers_19_residual_post_mlp/min": 7.125, "train/tensor_act_model_layers_19_residual_post_mlp/max": 20.75, "train/tensor_act_model_layers_19_residual_post_mlp/range": 13.625, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 30859.357421875, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 15.0, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.625, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 20.75, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 0.9992878437042236, "train/tensor_act_model_layers_20_residual_pre_attn/min": 7.125, "train/tensor_act_model_layers_20_residual_pre_attn/max": 20.75, "train/tensor_act_model_layers_20_residual_pre_attn/range": 13.625, "train/tensor_act_model_layers_20_residual_post_attn/norm": 30833.525390625, "train/tensor_act_model_layers_20_residual_post_attn/mean": 14.9375, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.625, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 20.75, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 0.9992179870605469, "train/tensor_act_model_layers_20_residual_post_attn/min": 7.125, "train/tensor_act_model_layers_20_residual_post_attn/max": 20.75, "train/tensor_act_model_layers_20_residual_post_attn/range": 13.625, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 2464.986328125, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.07080078125, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 0.84765625, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 1.6015625, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 3.6640625, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 2523.79052734375, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.038818359375, "train/tensor_act_model_layers_20_mlp_up_proj/std": 0.87109375, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 1.921875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_20_mlp_up_proj/max": 1.921875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 3.8125, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 3136.0810546875, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 1.4453125, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.5078125, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 2.6875, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 0.034423828125, "train/tensor_act_model_layers_20_mlp_down_proj/max": 2.6875, "train/tensor_act_model_layers_20_mlp_down_proj/range": 2.653076171875, "train/tensor_act_model_layers_20_mlp/norm": 2942.577392578125, "train/tensor_act_model_layers_20_mlp/mean": 1.3671875, "train/tensor_act_model_layers_20_mlp/std": 0.443359375, "train/tensor_act_model_layers_20_mlp/max_abs": 2.34375, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 0.034423828125, "train/tensor_act_model_layers_20_mlp/max": 2.34375, "train/tensor_act_model_layers_20_mlp/range": 2.309326171875, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 33640.53515625, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 16.375, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.7265625, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 22.25, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 0.9997069835662842, "train/tensor_act_model_layers_20_residual_post_mlp/min": 7.5625, "train/tensor_act_model_layers_20_residual_post_mlp/max": 22.25, "train/tensor_act_model_layers_20_residual_post_mlp/range": 14.6875, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 33640.53515625, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 16.375, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.7265625, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 22.25, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 0.9997069835662842, "train/tensor_act_model_layers_21_residual_pre_attn/min": 7.5625, "train/tensor_act_model_layers_21_residual_pre_attn/max": 22.25, "train/tensor_act_model_layers_21_residual_pre_attn/range": 14.6875, "train/tensor_act_model_layers_21_residual_post_attn/norm": 33628.5859375, "train/tensor_act_model_layers_21_residual_post_attn/mean": 16.375, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.734375, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 22.25, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 0.999706506729126, "train/tensor_act_model_layers_21_residual_post_attn/min": 7.5625, "train/tensor_act_model_layers_21_residual_post_attn/max": 22.25, "train/tensor_act_model_layers_21_residual_post_attn/range": 14.6875, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 2347.9599609375, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": -0.00775146484375, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -1.6953125, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 1.7421875, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 3.4375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 2382.8984375, "train/tensor_act_model_layers_21_mlp_up_proj/mean": -0.01104736328125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 0.82421875, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 3.7578125, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 2890.11083984375, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 1.3046875, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.53125, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 2.4375, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 0.0205078125, "train/tensor_act_model_layers_21_mlp_down_proj/max": 2.4375, "train/tensor_act_model_layers_21_mlp_down_proj/range": 2.4169921875, "train/tensor_act_model_layers_21_mlp/norm": 2730.24072265625, "train/tensor_act_model_layers_21_mlp/mean": 1.2421875, "train/tensor_act_model_layers_21_mlp/std": 0.48046875, "train/tensor_act_model_layers_21_mlp/max_abs": 2.171875, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 0.0205078125, "train/tensor_act_model_layers_21_mlp/max": 2.171875, "train/tensor_act_model_layers_21_mlp/range": 2.1513671875, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 36179.5078125, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 17.625, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.84375, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 24.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 0.999993085861206, "train/tensor_act_model_layers_21_residual_post_mlp/min": 8.6875, "train/tensor_act_model_layers_21_residual_post_mlp/max": 24.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 15.3125, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 36179.5078125, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 17.625, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.84375, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 24.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 0.999993085861206, "train/tensor_act_model_layers_22_residual_pre_attn/min": 8.6875, "train/tensor_act_model_layers_22_residual_pre_attn/max": 24.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 15.3125, "train/tensor_act_model_layers_22_residual_post_attn/norm": 36155.796875, "train/tensor_act_model_layers_22_residual_post_attn/mean": 17.5, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.828125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 24.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 0.9999945163726807, "train/tensor_act_model_layers_22_residual_post_attn/min": 8.8125, "train/tensor_act_model_layers_22_residual_post_attn/max": 24.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 15.1875, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 2554.125, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.026611328125, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 0.8828125, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.15625, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -2.15625, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 1.828125, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 2467.523681640625, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.0177001953125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 0.8515625, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -1.859375, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_22_mlp_up_proj/range": 3.890625, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 3367.250732421875, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 1.5703125, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.484375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 2.8125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": -0.32421875, "train/tensor_act_model_layers_22_mlp_down_proj/max": 2.8125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 3.13671875, "train/tensor_act_model_layers_22_mlp/norm": 3144.21875, "train/tensor_act_model_layers_22_mlp/mean": 1.4765625, "train/tensor_act_model_layers_22_mlp/std": 0.41796875, "train/tensor_act_model_layers_22_mlp/max_abs": 2.421875, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": -0.32421875, "train/tensor_act_model_layers_22_mlp/max": 2.421875, "train/tensor_act_model_layers_22_mlp/range": 2.74609375, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 39180.9921875, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 19.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 25.625, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 10.25, "train/tensor_act_model_layers_22_residual_post_mlp/max": 25.625, "train/tensor_act_model_layers_22_residual_post_mlp/range": 15.375, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 39180.9921875, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 19.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 25.625, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 10.25, "train/tensor_act_model_layers_23_residual_pre_attn/max": 25.625, "train/tensor_act_model_layers_23_residual_pre_attn/range": 15.375, "train/tensor_act_model_layers_23_residual_post_attn/norm": 39147.234375, "train/tensor_act_model_layers_23_residual_post_attn/mean": 19.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 25.625, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 10.25, "train/tensor_act_model_layers_23_residual_post_attn/max": 25.625, "train/tensor_act_model_layers_23_residual_post_attn/range": 15.375, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 2470.81005859375, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.00225830078125, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 0.8515625, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 2.203125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -2.203125, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 4.09375, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 2398.926513671875, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.0966796875, "train/tensor_act_model_layers_23_mlp_up_proj/std": 0.82421875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.375, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -1.90625, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_23_mlp_up_proj/range": 4.28125, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 3029.198974609375, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 1.375, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.5546875, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 2.75, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": -0.376953125, "train/tensor_act_model_layers_23_mlp_down_proj/max": 2.75, "train/tensor_act_model_layers_23_mlp_down_proj/range": 3.126953125, "train/tensor_act_model_layers_23_mlp/norm": 2841.787841796875, "train/tensor_act_model_layers_23_mlp/mean": 1.296875, "train/tensor_act_model_layers_23_mlp/std": 0.48828125, "train/tensor_act_model_layers_23_mlp/max_abs": 2.390625, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": -0.375, "train/tensor_act_model_layers_23_mlp/max": 2.390625, "train/tensor_act_model_layers_23_mlp/range": 2.765625, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 41823.4375, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 20.375, "train/tensor_act_model_layers_23_residual_post_mlp/std": 2.078125, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 27.5, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 11.125, "train/tensor_act_model_layers_23_residual_post_mlp/max": 27.5, "train/tensor_act_model_layers_23_residual_post_mlp/range": 16.375, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 41823.4375, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 20.375, "train/tensor_act_model_layers_24_residual_pre_attn/std": 2.078125, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 27.5, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 11.125, "train/tensor_act_model_layers_24_residual_pre_attn/max": 27.5, "train/tensor_act_model_layers_24_residual_pre_attn/range": 16.375, "train/tensor_act_model_layers_24_residual_post_attn/norm": 41809.671875, "train/tensor_act_model_layers_24_residual_post_attn/mean": 20.25, "train/tensor_act_model_layers_24_residual_post_attn/std": 2.125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 27.625, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 11.125, "train/tensor_act_model_layers_24_residual_post_attn/max": 27.625, "train/tensor_act_model_layers_24_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 2415.74560546875, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.049560546875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 0.83203125, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -1.8984375, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 3.8359375, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 2511.821044921875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.10546875, "train/tensor_act_model_layers_24_mlp_up_proj/std": 0.859375, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.1875, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.1875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_24_mlp_up_proj/range": 4.265625, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 3140.76806640625, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 1.4453125, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.51953125, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 2.796875, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 0.032470703125, "train/tensor_act_model_layers_24_mlp_down_proj/max": 2.796875, "train/tensor_act_model_layers_24_mlp_down_proj/range": 2.764404296875, "train/tensor_act_model_layers_24_mlp/norm": 2939.28857421875, "train/tensor_act_model_layers_24_mlp/mean": 1.359375, "train/tensor_act_model_layers_24_mlp/std": 0.451171875, "train/tensor_act_model_layers_24_mlp/max_abs": 2.421875, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 0.032470703125, "train/tensor_act_model_layers_24_mlp/max": 2.421875, "train/tensor_act_model_layers_24_mlp/range": 2.389404296875, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 44583.05859375, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 21.625, "train/tensor_act_model_layers_24_residual_post_mlp/std": 2.125, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 29.5, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 12.4375, "train/tensor_act_model_layers_24_residual_post_mlp/max": 29.5, "train/tensor_act_model_layers_24_residual_post_mlp/range": 17.0625, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 44583.05859375, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 21.625, "train/tensor_act_model_layers_25_residual_pre_attn/std": 2.125, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 29.5, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 12.4375, "train/tensor_act_model_layers_25_residual_pre_attn/max": 29.5, "train/tensor_act_model_layers_25_residual_pre_attn/range": 17.0625, "train/tensor_act_model_layers_25_residual_post_attn/norm": 44530.2734375, "train/tensor_act_model_layers_25_residual_post_attn/mean": 21.625, "train/tensor_act_model_layers_25_residual_post_attn/std": 2.125, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 29.5, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 12.4375, "train/tensor_act_model_layers_25_residual_post_attn/max": 29.5, "train/tensor_act_model_layers_25_residual_post_attn/range": 17.0625, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 2376.790283203125, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.05419921875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 0.8203125, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 1.765625, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 3.78125, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 2379.705322265625, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.07470703125, "train/tensor_act_model_layers_25_mlp_up_proj/std": 0.81640625, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 1.78125, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -1.65625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_25_mlp_up_proj/range": 3.4375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 2984.502685546875, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 1.359375, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.52734375, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 2.609375, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": -0.037841796875, "train/tensor_act_model_layers_25_mlp_down_proj/max": 2.609375, "train/tensor_act_model_layers_25_mlp_down_proj/range": 2.647216796875, "train/tensor_act_model_layers_25_mlp/norm": 2807.34326171875, "train/tensor_act_model_layers_25_mlp/mean": 1.2890625, "train/tensor_act_model_layers_25_mlp/std": 0.466796875, "train/tensor_act_model_layers_25_mlp/max_abs": 2.296875, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": -0.037841796875, "train/tensor_act_model_layers_25_mlp/max": 2.296875, "train/tensor_act_model_layers_25_mlp/range": 2.334716796875, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 47173.48046875, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 22.875, "train/tensor_act_model_layers_25_residual_post_mlp/std": 2.1875, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 30.75, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 13.0, "train/tensor_act_model_layers_25_residual_post_mlp/max": 30.75, "train/tensor_act_model_layers_25_residual_post_mlp/range": 17.75, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 47173.48046875, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 22.875, "train/tensor_act_model_layers_26_residual_pre_attn/std": 2.1875, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 30.75, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 13.0, "train/tensor_act_model_layers_26_residual_pre_attn/max": 30.75, "train/tensor_act_model_layers_26_residual_pre_attn/range": 17.75, "train/tensor_act_model_layers_26_residual_post_attn/norm": 47130.328125, "train/tensor_act_model_layers_26_residual_post_attn/mean": 22.875, "train/tensor_act_model_layers_26_residual_post_attn/std": 2.171875, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 30.75, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 13.125, "train/tensor_act_model_layers_26_residual_post_attn/max": 30.75, "train/tensor_act_model_layers_26_residual_post_attn/range": 17.625, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 2334.146484375, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.001312255859375, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 0.8046875, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 1.7734375, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 3.7890625, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 2420.8984375, "train/tensor_act_model_layers_26_mlp_up_proj/mean": -0.028076171875, "train/tensor_act_model_layers_26_mlp_up_proj/std": 0.8359375, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 1.765625, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -1.7109375, "train/tensor_act_model_layers_26_mlp_up_proj/max": 1.765625, "train/tensor_act_model_layers_26_mlp_up_proj/range": 3.4765625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 3004.153564453125, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 1.3515625, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.5625, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 2.890625, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 0.1337890625, "train/tensor_act_model_layers_26_mlp_down_proj/max": 2.890625, "train/tensor_act_model_layers_26_mlp_down_proj/range": 2.7568359375, "train/tensor_act_model_layers_26_mlp/norm": 2810.923583984375, "train/tensor_act_model_layers_26_mlp/mean": 1.28125, "train/tensor_act_model_layers_26_mlp/std": 0.4921875, "train/tensor_act_model_layers_26_mlp/max_abs": 2.46875, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 0.1337890625, "train/tensor_act_model_layers_26_mlp/max": 2.46875, "train/tensor_act_model_layers_26_mlp/range": 2.3349609375, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 49761.953125, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 24.25, "train/tensor_act_model_layers_26_residual_post_mlp/std": 2.25, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 32.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 13.9375, "train/tensor_act_model_layers_26_residual_post_mlp/max": 32.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 18.0625, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 49761.953125, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 24.25, "train/tensor_act_model_layers_27_residual_pre_attn/std": 2.25, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 32.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 13.9375, "train/tensor_act_model_layers_27_residual_pre_attn/max": 32.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 18.0625, "train/tensor_act_model_layers_27_residual_post_attn/norm": 49714.26171875, "train/tensor_act_model_layers_27_residual_post_attn/mean": 24.125, "train/tensor_act_model_layers_27_residual_post_attn/std": 2.25, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 32.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 13.9375, "train/tensor_act_model_layers_27_residual_post_attn/max": 32.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 18.0625, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 2553.027099609375, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.07275390625, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 0.87890625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 3.84375, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 2528.02978515625, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.022216796875, "train/tensor_act_model_layers_27_mlp_up_proj/std": 0.87109375, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.21875, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 2.21875, "train/tensor_act_model_layers_27_mlp_up_proj/range": 4.296875, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 3252.833984375, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 1.4921875, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.53515625, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 2.8125, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": -0.01806640625, "train/tensor_act_model_layers_27_mlp_down_proj/max": 2.8125, "train/tensor_act_model_layers_27_mlp_down_proj/range": 2.83056640625, "train/tensor_act_model_layers_27_mlp/norm": 3034.4775390625, "train/tensor_act_model_layers_27_mlp/mean": 1.40625, "train/tensor_act_model_layers_27_mlp/std": 0.462890625, "train/tensor_act_model_layers_27_mlp/max_abs": 2.421875, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": -0.01806640625, "train/tensor_act_model_layers_27_mlp/max": 2.421875, "train/tensor_act_model_layers_27_mlp/range": 2.43994140625, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 52600.0078125, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 25.625, "train/tensor_act_model_layers_27_residual_post_mlp/std": 2.328125, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 33.25, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 14.25, "train/tensor_act_model_layers_27_residual_post_mlp/max": 33.25, "train/tensor_act_model_layers_27_residual_post_mlp/range": 19.0, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 52600.0078125, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 25.625, "train/tensor_act_model_layers_28_residual_pre_attn/std": 2.328125, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 33.25, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 14.25, "train/tensor_act_model_layers_28_residual_pre_attn/max": 33.25, "train/tensor_act_model_layers_28_residual_pre_attn/range": 19.0, "train/tensor_act_model_layers_28_residual_post_attn/norm": 52513.3515625, "train/tensor_act_model_layers_28_residual_post_attn/mean": 25.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 2.3125, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 33.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 14.4375, "train/tensor_act_model_layers_28_residual_post_attn/max": 33.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 18.5625, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 2573.90966796875, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.09033203125, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 0.8828125, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 1.8828125, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 3.8984375, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 2541.517578125, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.0024261474609375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 0.87890625, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -1.8125, "train/tensor_act_model_layers_28_mlp_up_proj/max": 1.890625, "train/tensor_act_model_layers_28_mlp_up_proj/range": 3.703125, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 3438.160888671875, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 1.578125, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.5703125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 3.0625, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 0.10986328125, "train/tensor_act_model_layers_28_mlp_down_proj/max": 3.0625, "train/tensor_act_model_layers_28_mlp_down_proj/range": 2.95263671875, "train/tensor_act_model_layers_28_mlp/norm": 3178.7060546875, "train/tensor_act_model_layers_28_mlp/mean": 1.4765625, "train/tensor_act_model_layers_28_mlp/std": 0.48046875, "train/tensor_act_model_layers_28_mlp/max_abs": 2.578125, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 0.10986328125, "train/tensor_act_model_layers_28_mlp/max": 2.578125, "train/tensor_act_model_layers_28_mlp/range": 2.46826171875, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 55523.52734375, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 27.0, "train/tensor_act_model_layers_28_residual_post_mlp/std": 2.3125, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 34.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 15.375, "train/tensor_act_model_layers_28_residual_post_mlp/max": 34.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 18.625, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 55523.52734375, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 27.0, "train/tensor_act_model_layers_29_residual_pre_attn/std": 2.3125, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 34.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 15.375, "train/tensor_act_model_layers_29_residual_pre_attn/max": 34.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 18.625, "train/tensor_act_model_layers_29_residual_post_attn/norm": 55484.46484375, "train/tensor_act_model_layers_29_residual_post_attn/mean": 27.0, "train/tensor_act_model_layers_29_residual_post_attn/std": 2.3125, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 34.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 15.5, "train/tensor_act_model_layers_29_residual_post_attn/max": 34.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 18.5, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 2553.18310546875, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.0478515625, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 0.87890625, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 1.953125, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 3.8671875, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 2473.8212890625, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.025634765625, "train/tensor_act_model_layers_29_mlp_up_proj/std": 0.85546875, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_29_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_29_mlp_up_proj/range": 4.296875, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 3462.38232421875, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 1.59375, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.5703125, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 3.234375, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 0.265625, "train/tensor_act_model_layers_29_mlp_down_proj/max": 3.234375, "train/tensor_act_model_layers_29_mlp_down_proj/range": 2.96875, "train/tensor_act_model_layers_29_mlp/norm": 3203.0810546875, "train/tensor_act_model_layers_29_mlp/mean": 1.484375, "train/tensor_act_model_layers_29_mlp/std": 0.484375, "train/tensor_act_model_layers_29_mlp/max_abs": 2.671875, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 0.265625, "train/tensor_act_model_layers_29_mlp/max": 2.671875, "train/tensor_act_model_layers_29_mlp/range": 2.40625, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 58527.67578125, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 28.5, "train/tensor_act_model_layers_29_residual_post_mlp/std": 2.3125, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 35.75, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 17.25, "train/tensor_act_model_layers_29_residual_post_mlp/max": 35.75, "train/tensor_act_model_layers_29_residual_post_mlp/range": 18.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 58527.67578125, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 28.5, "train/tensor_act_model_layers_30_residual_pre_attn/std": 2.3125, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 35.75, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 17.25, "train/tensor_act_model_layers_30_residual_pre_attn/max": 35.75, "train/tensor_act_model_layers_30_residual_pre_attn/range": 18.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 58459.79296875, "train/tensor_act_model_layers_30_residual_post_attn/mean": 28.5, "train/tensor_act_model_layers_30_residual_post_attn/std": 2.328125, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 36.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 17.125, "train/tensor_act_model_layers_30_residual_post_attn/max": 36.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 18.875, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 2420.24072265625, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.04638671875, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 0.8359375, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 1.859375, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 3.7734375, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 2420.70849609375, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.0014190673828125, "train/tensor_act_model_layers_30_mlp_up_proj/std": 0.8359375, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.0, "train/tensor_act_model_layers_30_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_30_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 3142.189208984375, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 1.4375, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.546875, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 2.828125, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": -0.6875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 2.828125, "train/tensor_act_model_layers_30_mlp_down_proj/range": 3.515625, "train/tensor_act_model_layers_30_mlp/norm": 2944.192626953125, "train/tensor_act_model_layers_30_mlp/mean": 1.3515625, "train/tensor_act_model_layers_30_mlp/std": 0.482421875, "train/tensor_act_model_layers_30_mlp/max_abs": 2.4375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": -0.6796875, "train/tensor_act_model_layers_30_mlp/max": 2.4375, "train/tensor_act_model_layers_30_mlp/range": 3.1171875, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 61233.62890625, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 29.75, "train/tensor_act_model_layers_30_residual_post_mlp/std": 2.40625, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 37.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 18.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 37.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 19.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 61233.62890625, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 29.75, "train/tensor_act_model_layers_31_residual_pre_attn/std": 2.40625, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 37.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 18.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 37.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 19.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 61195.93359375, "train/tensor_act_model_layers_31_residual_post_attn/mean": 29.75, "train/tensor_act_model_layers_31_residual_post_attn/std": 2.421875, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 37.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 18.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 37.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 19.0, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 2334.04833984375, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.06396484375, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 0.8046875, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -1.75, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 1.7734375, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 3.5234375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 2375.78955078125, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.10302734375, "train/tensor_act_model_layers_31_mlp_up_proj/std": 0.8125, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 2.15625, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -2.15625, "train/tensor_act_model_layers_31_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_31_mlp_up_proj/range": 4.203125, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 2852.8134765625, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 1.3203125, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.4375, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 2.3125, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": -0.037353515625, "train/tensor_act_model_layers_31_mlp_down_proj/max": 2.3125, "train/tensor_act_model_layers_31_mlp_down_proj/range": 2.349853515625, "train/tensor_act_model_layers_31_mlp/norm": 2708.90234375, "train/tensor_act_model_layers_31_mlp/mean": 1.265625, "train/tensor_act_model_layers_31_mlp/std": 0.392578125, "train/tensor_act_model_layers_31_mlp/max_abs": 2.078125, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": -0.037353515625, "train/tensor_act_model_layers_31_mlp/max": 2.078125, "train/tensor_act_model_layers_31_mlp/range": 2.115478515625, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 63798.2109375, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 31.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 2.53125, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 38.5, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 19.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 38.5, "train/tensor_act_model_layers_31_residual_post_mlp/range": 19.5, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 63798.2109375, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 31.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 2.53125, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 38.5, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 19.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 38.5, "train/tensor_act_model_layers_32_residual_pre_attn/range": 19.5, "train/tensor_act_model_layers_32_residual_post_attn/norm": 63741.234375, "train/tensor_act_model_layers_32_residual_post_attn/mean": 31.0, "train/tensor_act_model_layers_32_residual_post_attn/std": 2.5625, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 38.75, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 18.875, "train/tensor_act_model_layers_32_residual_post_attn/max": 38.75, "train/tensor_act_model_layers_32_residual_post_attn/range": 19.875, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 2483.554443359375, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.019775390625, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 1.828125, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 1.6875, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 3.515625, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 2509.730712890625, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.043701171875, "train/tensor_act_model_layers_32_mlp_up_proj/std": 0.8671875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_32_mlp_up_proj/max": 1.6875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 3.578125, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 3239.0810546875, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 1.4765625, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.55859375, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 3.390625, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": -0.0869140625, "train/tensor_act_model_layers_32_mlp_down_proj/max": 3.390625, "train/tensor_act_model_layers_32_mlp_down_proj/range": 3.4775390625, "train/tensor_act_model_layers_32_mlp/norm": 3020.659912109375, "train/tensor_act_model_layers_32_mlp/mean": 1.390625, "train/tensor_act_model_layers_32_mlp/std": 0.486328125, "train/tensor_act_model_layers_32_mlp/max_abs": 2.765625, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": -0.0869140625, "train/tensor_act_model_layers_32_mlp/max": 2.765625, "train/tensor_act_model_layers_32_mlp/range": 2.8525390625, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 66606.96875, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 32.5, "train/tensor_act_model_layers_32_residual_post_mlp/std": 2.71875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 40.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 20.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 40.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 66606.96875, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 32.5, "train/tensor_act_model_layers_33_residual_pre_attn/std": 2.71875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 40.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 20.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 40.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 66581.484375, "train/tensor_act_model_layers_33_residual_post_attn/mean": 32.5, "train/tensor_act_model_layers_33_residual_post_attn/std": 2.734375, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 40.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 20.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 40.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 2397.51025390625, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": -0.007049560546875, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 0.828125, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -1.96875, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 4.140625, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 2339.936767578125, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.05810546875, "train/tensor_act_model_layers_33_mlp_up_proj/std": 0.8046875, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_33_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_33_mlp_up_proj/range": 3.734375, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 2928.233154296875, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 1.34375, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.484375, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 2.765625, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 0.1728515625, "train/tensor_act_model_layers_33_mlp_down_proj/max": 2.765625, "train/tensor_act_model_layers_33_mlp_down_proj/range": 2.5927734375, "train/tensor_act_model_layers_33_mlp/norm": 2764.234130859375, "train/tensor_act_model_layers_33_mlp/mean": 1.28125, "train/tensor_act_model_layers_33_mlp/std": 0.427734375, "train/tensor_act_model_layers_33_mlp/max_abs": 2.390625, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 0.1728515625, "train/tensor_act_model_layers_33_mlp/max": 2.390625, "train/tensor_act_model_layers_33_mlp/range": 2.2177734375, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 69194.5390625, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 33.75, "train/tensor_act_model_layers_33_residual_post_mlp/std": 2.859375, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 40.5, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 21.125, "train/tensor_act_model_layers_33_residual_post_mlp/max": 40.5, "train/tensor_act_model_layers_33_residual_post_mlp/range": 19.375, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 69194.5390625, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 33.75, "train/tensor_act_model_layers_34_residual_pre_attn/std": 2.859375, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 40.5, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 21.125, "train/tensor_act_model_layers_34_residual_pre_attn/max": 40.5, "train/tensor_act_model_layers_34_residual_pre_attn/range": 19.375, "train/tensor_act_model_layers_34_residual_post_attn/norm": 69198.484375, "train/tensor_act_model_layers_34_residual_post_attn/mean": 33.75, "train/tensor_act_model_layers_34_residual_post_attn/std": 2.859375, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 40.75, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 21.25, "train/tensor_act_model_layers_34_residual_post_attn/max": 40.75, "train/tensor_act_model_layers_34_residual_post_attn/range": 19.5, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 2459.150634765625, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.09375, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 0.84375, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -1.9921875, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 4.0390625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 2410.971435546875, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.021728515625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 0.83203125, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -1.734375, "train/tensor_act_model_layers_34_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_34_mlp_up_proj/range": 3.875, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 3177.46142578125, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 1.4609375, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.5234375, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 3.078125, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 0.37109375, "train/tensor_act_model_layers_34_mlp_down_proj/max": 3.078125, "train/tensor_act_model_layers_34_mlp_down_proj/range": 2.70703125, "train/tensor_act_model_layers_34_mlp/norm": 2969.072021484375, "train/tensor_act_model_layers_34_mlp/mean": 1.375, "train/tensor_act_model_layers_34_mlp/std": 0.451171875, "train/tensor_act_model_layers_34_mlp/max_abs": 2.59375, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 0.369140625, "train/tensor_act_model_layers_34_mlp/max": 2.59375, "train/tensor_act_model_layers_34_mlp/range": 2.224609375, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 72020.5234375, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 35.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 2.953125, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 43.25, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 22.5, "train/tensor_act_model_layers_34_residual_post_mlp/max": 43.25, "train/tensor_act_model_layers_34_residual_post_mlp/range": 20.75, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 72020.5234375, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 35.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 2.953125, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 43.25, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 22.5, "train/tensor_act_model_layers_35_residual_pre_attn/max": 43.25, "train/tensor_act_model_layers_35_residual_pre_attn/range": 20.75, "train/tensor_act_model_layers_35_residual_post_attn/norm": 71998.6171875, "train/tensor_act_model_layers_35_residual_post_attn/mean": 35.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 2.96875, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 43.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 21.75, "train/tensor_act_model_layers_35_residual_post_attn/max": 43.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 21.25, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 2476.098388671875, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.0264892578125, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 1.890625, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -1.890625, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 1.859375, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 3.75, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 2416.720703125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.01507568359375, "train/tensor_act_model_layers_35_mlp_up_proj/std": 0.8359375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_35_mlp_up_proj/max": 1.9765625, "train/tensor_act_model_layers_35_mlp_up_proj/range": 3.8671875, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 3259.85546875, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 1.4921875, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.5625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 3.109375, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": -0.1337890625, "train/tensor_act_model_layers_35_mlp_down_proj/max": 3.109375, "train/tensor_act_model_layers_35_mlp_down_proj/range": 3.2431640625, "train/tensor_act_model_layers_35_mlp/norm": 3031.8837890625, "train/tensor_act_model_layers_35_mlp/mean": 1.3984375, "train/tensor_act_model_layers_35_mlp/std": 0.48046875, "train/tensor_act_model_layers_35_mlp/max_abs": 2.609375, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": -0.1337890625, "train/tensor_act_model_layers_35_mlp/max": 2.609375, "train/tensor_act_model_layers_35_mlp/range": 2.7431640625, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 74864.921875, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 36.5, "train/tensor_act_model_layers_35_residual_post_mlp/std": 3.046875, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 44.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 22.875, "train/tensor_act_model_layers_35_residual_post_mlp/max": 44.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 21.125, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 74864.921875, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 36.5, "train/tensor_act_model_layers_36_residual_pre_attn/std": 3.046875, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 44.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 22.875, "train/tensor_act_model_layers_36_residual_pre_attn/max": 44.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 21.125, "train/tensor_act_model_layers_36_residual_post_attn/norm": 74831.2578125, "train/tensor_act_model_layers_36_residual_post_attn/mean": 36.5, "train/tensor_act_model_layers_36_residual_post_attn/std": 3.046875, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 44.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 23.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 44.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 21.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 2468.67138671875, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.11279296875, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 0.84375, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -1.9453125, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 1.796875, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 3.7421875, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 2454.36181640625, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.06298828125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 0.84375, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_36_mlp_up_proj/max": 1.671875, "train/tensor_act_model_layers_36_mlp_up_proj/range": 3.5859375, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 3265.79150390625, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 1.5, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.546875, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 2.8125, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": -0.42578125, "train/tensor_act_model_layers_36_mlp_down_proj/max": 2.8125, "train/tensor_act_model_layers_36_mlp_down_proj/range": 3.23828125, "train/tensor_act_model_layers_36_mlp/norm": 3048.984130859375, "train/tensor_act_model_layers_36_mlp/mean": 1.4140625, "train/tensor_act_model_layers_36_mlp/std": 0.4765625, "train/tensor_act_model_layers_36_mlp/max_abs": 2.421875, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": -0.423828125, "train/tensor_act_model_layers_36_mlp/max": 2.421875, "train/tensor_act_model_layers_36_mlp/range": 2.845703125, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 77710.453125, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 37.75, "train/tensor_act_model_layers_36_residual_post_mlp/std": 3.09375, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 46.25, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 24.875, "train/tensor_act_model_layers_36_residual_post_mlp/max": 46.25, "train/tensor_act_model_layers_36_residual_post_mlp/range": 21.375, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 77710.453125, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 37.75, "train/tensor_act_model_layers_37_residual_pre_attn/std": 3.09375, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 46.25, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 24.875, "train/tensor_act_model_layers_37_residual_pre_attn/max": 46.25, "train/tensor_act_model_layers_37_residual_pre_attn/range": 21.375, "train/tensor_act_model_layers_37_residual_post_attn/norm": 77663.8828125, "train/tensor_act_model_layers_37_residual_post_attn/mean": 37.75, "train/tensor_act_model_layers_37_residual_post_attn/std": 3.09375, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 46.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 24.875, "train/tensor_act_model_layers_37_residual_post_attn/max": 46.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 21.125, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 2472.111328125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.09375, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 0.84765625, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.140625, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -1.890625, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.140625, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 4.03125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 2535.694091796875, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.0205078125, "train/tensor_act_model_layers_37_mlp_up_proj/std": 0.875, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -1.7890625, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.078125, "train/tensor_act_model_layers_37_mlp_up_proj/range": 3.8671875, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 3259.7001953125, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 1.4765625, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.59765625, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 3.03125, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": -0.0098876953125, "train/tensor_act_model_layers_37_mlp_down_proj/max": 3.03125, "train/tensor_act_model_layers_37_mlp_down_proj/range": 3.0411376953125, "train/tensor_act_model_layers_37_mlp/norm": 3036.162109375, "train/tensor_act_model_layers_37_mlp/mean": 1.3828125, "train/tensor_act_model_layers_37_mlp/std": 0.5234375, "train/tensor_act_model_layers_37_mlp/max_abs": 2.5625, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": -0.0098876953125, "train/tensor_act_model_layers_37_mlp/max": 2.5625, "train/tensor_act_model_layers_37_mlp/range": 2.5723876953125, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 80496.7578125, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 39.25, "train/tensor_act_model_layers_37_residual_post_mlp/std": 3.125, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 47.5, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 27.125, "train/tensor_act_model_layers_37_residual_post_mlp/max": 47.5, "train/tensor_act_model_layers_37_residual_post_mlp/range": 20.375, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 80496.7578125, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 39.25, "train/tensor_act_model_layers_38_residual_pre_attn/std": 3.125, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 47.5, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 27.125, "train/tensor_act_model_layers_38_residual_pre_attn/max": 47.5, "train/tensor_act_model_layers_38_residual_pre_attn/range": 20.375, "train/tensor_act_model_layers_38_residual_post_attn/norm": 80484.4296875, "train/tensor_act_model_layers_38_residual_post_attn/mean": 39.25, "train/tensor_act_model_layers_38_residual_post_attn/std": 3.125, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 47.75, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 27.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 47.75, "train/tensor_act_model_layers_38_residual_post_attn/range": 20.75, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 2525.99365234375, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.0289306640625, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 0.87109375, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -1.96875, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 1.90625, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 2530.063720703125, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.07275390625, "train/tensor_act_model_layers_38_mlp_up_proj/std": 0.87109375, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_38_mlp_up_proj/max": 1.8984375, "train/tensor_act_model_layers_38_mlp_up_proj/range": 3.75, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 3338.171630859375, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 1.5546875, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.486328125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 2.71875, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 0.26953125, "train/tensor_act_model_layers_38_mlp_down_proj/max": 2.71875, "train/tensor_act_model_layers_38_mlp_down_proj/range": 2.44921875, "train/tensor_act_model_layers_38_mlp/norm": 3116.9599609375, "train/tensor_act_model_layers_38_mlp/mean": 1.4609375, "train/tensor_act_model_layers_38_mlp/std": 0.416015625, "train/tensor_act_model_layers_38_mlp/max_abs": 2.359375, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 0.26953125, "train/tensor_act_model_layers_38_mlp/max": 2.359375, "train/tensor_act_model_layers_38_mlp/range": 2.08984375, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 83477.328125, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 40.75, "train/tensor_act_model_layers_38_residual_post_mlp/std": 3.21875, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 48.75, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 27.875, "train/tensor_act_model_layers_38_residual_post_mlp/max": 48.75, "train/tensor_act_model_layers_38_residual_post_mlp/range": 20.875, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 83477.328125, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 40.75, "train/tensor_act_model_layers_39_residual_pre_attn/std": 3.21875, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 48.75, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 27.875, "train/tensor_act_model_layers_39_residual_pre_attn/max": 48.75, "train/tensor_act_model_layers_39_residual_pre_attn/range": 20.875, "train/tensor_act_model_layers_39_residual_post_attn/norm": 83461.140625, "train/tensor_act_model_layers_39_residual_post_attn/mean": 40.75, "train/tensor_act_model_layers_39_residual_post_attn/std": 3.1875, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 48.5, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 28.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 48.5, "train/tensor_act_model_layers_39_residual_post_attn/range": 20.5, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 2384.302490234375, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.08642578125, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 0.8203125, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -2.125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 1.8046875, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 3.9296875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 2432.764892578125, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.10986328125, "train/tensor_act_model_layers_39_mlp_up_proj/std": 0.83203125, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_39_mlp_up_proj/max": 1.8046875, "train/tensor_act_model_layers_39_mlp_up_proj/range": 3.625, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 2985.958251953125, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 1.3671875, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.515625, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 2.890625, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": -0.046630859375, "train/tensor_act_model_layers_39_mlp_down_proj/max": 2.890625, "train/tensor_act_model_layers_39_mlp_down_proj/range": 2.937255859375, "train/tensor_act_model_layers_39_mlp/norm": 2807.17138671875, "train/tensor_act_model_layers_39_mlp/mean": 1.296875, "train/tensor_act_model_layers_39_mlp/std": 0.451171875, "train/tensor_act_model_layers_39_mlp/max_abs": 2.46875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": -0.046630859375, "train/tensor_act_model_layers_39_mlp/max": 2.46875, "train/tensor_act_model_layers_39_mlp/range": 2.515380859375, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 86095.140625, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 42.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 3.234375, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 50.5, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 29.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 50.5, "train/tensor_act_model_layers_39_residual_post_mlp/range": 21.5, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 86095.140625, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 42.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 3.234375, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 50.5, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 29.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 50.5, "train/tensor_act_model_layers_40_residual_pre_attn/range": 21.5, "train/tensor_act_model_layers_40_residual_post_attn/norm": 86104.2734375, "train/tensor_act_model_layers_40_residual_post_attn/mean": 42.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 3.25, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 50.75, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 29.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 50.75, "train/tensor_act_model_layers_40_residual_post_attn/range": 21.75, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 2496.18310546875, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.06591796875, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 0.859375, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -2.21875, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 4.0078125, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 2395.81982421875, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.07373046875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 0.82421875, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -1.9375, "train/tensor_act_model_layers_40_mlp_up_proj/max": 1.8828125, "train/tensor_act_model_layers_40_mlp_up_proj/range": 3.8203125, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 3132.40283203125, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 1.453125, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.466796875, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 2.734375, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 0.09130859375, "train/tensor_act_model_layers_40_mlp_down_proj/max": 2.734375, "train/tensor_act_model_layers_40_mlp_down_proj/range": 2.64306640625, "train/tensor_act_model_layers_40_mlp/norm": 2945.7841796875, "train/tensor_act_model_layers_40_mlp/mean": 1.3828125, "train/tensor_act_model_layers_40_mlp/std": 0.408203125, "train/tensor_act_model_layers_40_mlp/max_abs": 2.375, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 0.09130859375, "train/tensor_act_model_layers_40_mlp/max": 2.375, "train/tensor_act_model_layers_40_mlp/range": 2.28369140625, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 88956.265625, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 43.25, "train/tensor_act_model_layers_40_residual_post_mlp/std": 3.40625, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 52.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 30.25, "train/tensor_act_model_layers_40_residual_post_mlp/max": 52.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 21.75, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 88956.265625, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 43.25, "train/tensor_act_model_layers_41_residual_pre_attn/std": 3.40625, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 52.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 30.25, "train/tensor_act_model_layers_41_residual_pre_attn/max": 52.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 21.75, "train/tensor_act_model_layers_41_residual_post_attn/norm": 88933.921875, "train/tensor_act_model_layers_41_residual_post_attn/mean": 43.25, "train/tensor_act_model_layers_41_residual_post_attn/std": 3.421875, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 52.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 30.125, "train/tensor_act_model_layers_41_residual_post_attn/max": 52.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 21.875, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 2436.631103515625, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.10205078125, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 0.8359375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 3.984375, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 2479.595947265625, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.001495361328125, "train/tensor_act_model_layers_41_mlp_up_proj/std": 0.85546875, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_41_mlp_up_proj/range": 3.8203125, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 3243.9638671875, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 1.4765625, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.5703125, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 2.890625, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": -0.310546875, "train/tensor_act_model_layers_41_mlp_down_proj/max": 2.890625, "train/tensor_act_model_layers_41_mlp_down_proj/range": 3.201171875, "train/tensor_act_model_layers_41_mlp/norm": 3024.6982421875, "train/tensor_act_model_layers_41_mlp/mean": 1.390625, "train/tensor_act_model_layers_41_mlp/std": 0.49609375, "train/tensor_act_model_layers_41_mlp/max_abs": 2.46875, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": -0.310546875, "train/tensor_act_model_layers_41_mlp/max": 2.46875, "train/tensor_act_model_layers_41_mlp/range": 2.779296875, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 91781.59375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 44.75, "train/tensor_act_model_layers_41_residual_post_mlp/std": 3.5, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 53.5, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 31.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 53.5, "train/tensor_act_model_layers_41_residual_post_mlp/range": 22.5, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 91781.59375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 44.75, "train/tensor_act_model_layers_42_residual_pre_attn/std": 3.5, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 53.5, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 31.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 53.5, "train/tensor_act_model_layers_42_residual_pre_attn/range": 22.5, "train/tensor_act_model_layers_42_residual_post_attn/norm": 91735.9453125, "train/tensor_act_model_layers_42_residual_post_attn/mean": 44.75, "train/tensor_act_model_layers_42_residual_post_attn/std": 3.484375, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 53.5, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 31.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 53.5, "train/tensor_act_model_layers_42_residual_post_attn/range": 22.5, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 2474.7587890625, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.046630859375, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 0.8515625, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 1.953125, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 1.8203125, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 3.7734375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 2488.444091796875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.09375, "train/tensor_act_model_layers_42_mlp_up_proj/std": 0.85546875, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -1.7265625, "train/tensor_act_model_layers_42_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 3.546875, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 3171.06640625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 1.4375, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.5703125, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 2.75, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": -0.28515625, "train/tensor_act_model_layers_42_mlp_down_proj/max": 2.75, "train/tensor_act_model_layers_42_mlp_down_proj/range": 3.03515625, "train/tensor_act_model_layers_42_mlp/norm": 2957.8798828125, "train/tensor_act_model_layers_42_mlp/mean": 1.359375, "train/tensor_act_model_layers_42_mlp/std": 0.498046875, "train/tensor_act_model_layers_42_mlp/max_abs": 2.390625, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": -0.28515625, "train/tensor_act_model_layers_42_mlp/max": 2.390625, "train/tensor_act_model_layers_42_mlp/range": 2.67578125, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 94519.4296875, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 46.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 3.625, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 54.75, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 31.875, "train/tensor_act_model_layers_42_residual_post_mlp/max": 54.75, "train/tensor_act_model_layers_42_residual_post_mlp/range": 22.875, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 94519.4296875, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 46.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 3.625, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 54.75, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 31.875, "train/tensor_act_model_layers_43_residual_pre_attn/max": 54.75, "train/tensor_act_model_layers_43_residual_pre_attn/range": 22.875, "train/tensor_act_model_layers_43_residual_post_attn/norm": 94513.1015625, "train/tensor_act_model_layers_43_residual_post_attn/mean": 46.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 3.640625, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 54.75, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 31.75, "train/tensor_act_model_layers_43_residual_post_attn/max": 54.75, "train/tensor_act_model_layers_43_residual_post_attn/range": 23.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 2481.6875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.03369140625, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 1.921875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -1.921875, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 1.7109375, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 3.6328125, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 2611.477294921875, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.01470947265625, "train/tensor_act_model_layers_43_mlp_up_proj/std": 0.90234375, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -1.90625, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_43_mlp_up_proj/range": 3.921875, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 3243.103759765625, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 1.4921875, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.53125, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 3.09375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": -0.1669921875, "train/tensor_act_model_layers_43_mlp_down_proj/max": 3.09375, "train/tensor_act_model_layers_43_mlp_down_proj/range": 3.2607421875, "train/tensor_act_model_layers_43_mlp/norm": 3030.93017578125, "train/tensor_act_model_layers_43_mlp/mean": 1.40625, "train/tensor_act_model_layers_43_mlp/std": 0.46484375, "train/tensor_act_model_layers_43_mlp/max_abs": 2.59375, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": -0.1669921875, "train/tensor_act_model_layers_43_mlp/max": 2.59375, "train/tensor_act_model_layers_43_mlp/range": 2.7607421875, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 97394.46875, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 47.5, "train/tensor_act_model_layers_43_residual_post_mlp/std": 3.734375, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 56.5, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 33.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 56.5, "train/tensor_act_model_layers_43_residual_post_mlp/range": 23.5, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 97394.46875, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 47.5, "train/tensor_act_model_layers_44_residual_pre_attn/std": 3.734375, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 56.5, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 33.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 56.5, "train/tensor_act_model_layers_44_residual_pre_attn/range": 23.5, "train/tensor_act_model_layers_44_residual_post_attn/norm": 97375.171875, "train/tensor_act_model_layers_44_residual_post_attn/mean": 47.5, "train/tensor_act_model_layers_44_residual_post_attn/std": 3.734375, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 56.5, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 33.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 56.5, "train/tensor_act_model_layers_44_residual_post_attn/range": 23.5, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 2585.0400390625, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.0791015625, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 0.890625, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -1.671875, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 3.609375, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 2563.271240234375, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.0732421875, "train/tensor_act_model_layers_44_mlp_up_proj/std": 0.8828125, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 1.9609375, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -1.9609375, "train/tensor_act_model_layers_44_mlp_up_proj/max": 1.9453125, "train/tensor_act_model_layers_44_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 3555.722900390625, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 1.65625, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.53125, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 2.828125, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 0.5234375, "train/tensor_act_model_layers_44_mlp_down_proj/max": 2.828125, "train/tensor_act_model_layers_44_mlp_down_proj/range": 2.3046875, "train/tensor_act_model_layers_44_mlp/norm": 3288.802734375, "train/tensor_act_model_layers_44_mlp/mean": 1.5390625, "train/tensor_act_model_layers_44_mlp/std": 0.44921875, "train/tensor_act_model_layers_44_mlp/max_abs": 2.4375, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 0.51953125, "train/tensor_act_model_layers_44_mlp/max": 2.4375, "train/tensor_act_model_layers_44_mlp/range": 1.91796875, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 100537.359375, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 49.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 3.828125, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 58.25, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 34.25, "train/tensor_act_model_layers_44_residual_post_mlp/max": 58.25, "train/tensor_act_model_layers_44_residual_post_mlp/range": 24.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 100537.359375, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 49.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 3.828125, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 58.25, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 34.25, "train/tensor_act_model_layers_45_residual_pre_attn/max": 58.25, "train/tensor_act_model_layers_45_residual_pre_attn/range": 24.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 100502.4375, "train/tensor_act_model_layers_45_residual_post_attn/mean": 49.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 3.8125, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 58.25, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 34.25, "train/tensor_act_model_layers_45_residual_post_attn/max": 58.25, "train/tensor_act_model_layers_45_residual_post_attn/range": 24.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 2599.390625, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.026123046875, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 0.8984375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -2.109375, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 4.109375, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 2624.054443359375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.040771484375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 0.90625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_45_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_45_mlp_up_proj/range": 3.9296875, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 3634.775634765625, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 1.6875, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.546875, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 3.0625, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 0.267578125, "train/tensor_act_model_layers_45_mlp_down_proj/max": 3.0625, "train/tensor_act_model_layers_45_mlp_down_proj/range": 2.794921875, "train/tensor_act_model_layers_45_mlp/norm": 3351.05078125, "train/tensor_act_model_layers_45_mlp/mean": 1.5703125, "train/tensor_act_model_layers_45_mlp/std": 0.4609375, "train/tensor_act_model_layers_45_mlp/max_abs": 2.578125, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 0.267578125, "train/tensor_act_model_layers_45_mlp/max": 2.578125, "train/tensor_act_model_layers_45_mlp/range": 2.310546875, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 103706.265625, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 50.5, "train/tensor_act_model_layers_45_residual_post_mlp/std": 3.9375, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 60.5, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 35.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 60.5, "train/tensor_act_model_layers_45_residual_post_mlp/range": 25.5, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 103706.265625, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 50.5, "train/tensor_act_model_layers_46_residual_pre_attn/std": 3.9375, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 60.5, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 35.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 60.5, "train/tensor_act_model_layers_46_residual_pre_attn/range": 25.5, "train/tensor_act_model_layers_46_residual_post_attn/norm": 103701.09375, "train/tensor_act_model_layers_46_residual_post_attn/mean": 50.5, "train/tensor_act_model_layers_46_residual_post_attn/std": 3.9375, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 60.25, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 35.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 60.25, "train/tensor_act_model_layers_46_residual_post_attn/range": 25.25, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 2602.6171875, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.01068115234375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 0.8984375, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -2.1875, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 1.71875, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 3.90625, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 2565.446533203125, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.09033203125, "train/tensor_act_model_layers_46_mlp_up_proj/std": 0.8828125, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_46_mlp_up_proj/max": 1.640625, "train/tensor_act_model_layers_46_mlp_up_proj/range": 3.3828125, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 3501.19287109375, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 1.609375, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.57421875, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 3.28125, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 0.17578125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 3.28125, "train/tensor_act_model_layers_46_mlp_down_proj/range": 3.10546875, "train/tensor_act_model_layers_46_mlp/norm": 3234.3505859375, "train/tensor_act_model_layers_46_mlp/mean": 1.5, "train/tensor_act_model_layers_46_mlp/std": 0.486328125, "train/tensor_act_model_layers_46_mlp/max_abs": 2.703125, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 0.17578125, "train/tensor_act_model_layers_46_mlp/max": 2.703125, "train/tensor_act_model_layers_46_mlp/range": 2.52734375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 106786.4296875, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 52.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 4.0625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 62.5, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 36.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 62.5, "train/tensor_act_model_layers_46_residual_post_mlp/range": 26.5, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 106786.4296875, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 52.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 4.0625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 62.5, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 36.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 62.5, "train/tensor_act_model_layers_47_residual_pre_attn/range": 26.5, "train/tensor_act_model_layers_47_residual_post_attn/norm": 106723.5703125, "train/tensor_act_model_layers_47_residual_post_attn/mean": 52.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 4.0625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 62.25, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 36.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 62.25, "train/tensor_act_model_layers_47_residual_post_attn/range": 26.25, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 2543.448974609375, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.05908203125, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 0.875, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 3.84375, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 2436.5634765625, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.013427734375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 0.83984375, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.015625, "train/tensor_act_model_layers_47_mlp_up_proj/range": 4.265625, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 3156.394775390625, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 1.4375, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.546875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 2.96875, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 0.306640625, "train/tensor_act_model_layers_47_mlp_down_proj/max": 2.96875, "train/tensor_act_model_layers_47_mlp_down_proj/range": 2.662109375, "train/tensor_act_model_layers_47_mlp/norm": 2947.5263671875, "train/tensor_act_model_layers_47_mlp/mean": 1.359375, "train/tensor_act_model_layers_47_mlp/std": 0.4765625, "train/tensor_act_model_layers_47_mlp/max_abs": 2.515625, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 0.306640625, "train/tensor_act_model_layers_47_mlp/max": 2.515625, "train/tensor_act_model_layers_47_mlp/range": 2.208984375, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 109527.3828125, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 53.25, "train/tensor_act_model_layers_47_residual_post_mlp/std": 4.21875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 64.5, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 36.5, "train/tensor_act_model_layers_47_residual_post_mlp/max": 64.5, "train/tensor_act_model_layers_47_residual_post_mlp/range": 28.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 109527.3828125, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 53.25, "train/tensor_act_model_layers_48_residual_pre_attn/std": 4.21875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 64.5, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 36.5, "train/tensor_act_model_layers_48_residual_pre_attn/max": 64.5, "train/tensor_act_model_layers_48_residual_pre_attn/range": 28.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 109544.1171875, "train/tensor_act_model_layers_48_residual_post_attn/mean": 53.25, "train/tensor_act_model_layers_48_residual_post_attn/std": 4.1875, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 64.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 36.75, "train/tensor_act_model_layers_48_residual_post_attn/max": 64.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 27.25, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 2581.030517578125, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.019775390625, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 0.890625, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 3.90625, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 2586.174560546875, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.006378173828125, "train/tensor_act_model_layers_48_mlp_up_proj/std": 0.89453125, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.0625, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_48_mlp_up_proj/max": 1.9921875, "train/tensor_act_model_layers_48_mlp_up_proj/range": 4.0546875, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 3612.711181640625, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 1.6640625, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.58984375, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 3.25, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": -0.09521484375, "train/tensor_act_model_layers_48_mlp_down_proj/max": 3.25, "train/tensor_act_model_layers_48_mlp_down_proj/range": 3.34521484375, "train/tensor_act_model_layers_48_mlp/norm": 3323.373046875, "train/tensor_act_model_layers_48_mlp/mean": 1.546875, "train/tensor_act_model_layers_48_mlp/std": 0.49609375, "train/tensor_act_model_layers_48_mlp/max_abs": 2.6875, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": -0.09521484375, "train/tensor_act_model_layers_48_mlp/max": 2.6875, "train/tensor_act_model_layers_48_mlp/range": 2.78271484375, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 112730.296875, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 54.75, "train/tensor_act_model_layers_48_residual_post_mlp/std": 4.34375, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 65.5, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 37.5, "train/tensor_act_model_layers_48_residual_post_mlp/max": 65.5, "train/tensor_act_model_layers_48_residual_post_mlp/range": 28.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 112730.296875, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 54.75, "train/tensor_act_model_layers_49_residual_pre_attn/std": 4.34375, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 65.5, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 37.5, "train/tensor_act_model_layers_49_residual_pre_attn/max": 65.5, "train/tensor_act_model_layers_49_residual_pre_attn/range": 28.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 112759.3515625, "train/tensor_act_model_layers_49_residual_post_attn/mean": 55.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 4.375, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 65.5, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 37.25, "train/tensor_act_model_layers_49_residual_post_attn/max": 65.5, "train/tensor_act_model_layers_49_residual_post_attn/range": 28.25, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 2506.2451171875, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": -0.004302978515625, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 0.8671875, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 1.8515625, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 1.5546875, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 3.40625, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 2627.63037109375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.0908203125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 0.90234375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_49_mlp_up_proj/max": 1.9453125, "train/tensor_act_model_layers_49_mlp_up_proj/range": 3.7734375, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 3357.8388671875, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 1.5390625, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.57421875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 2.71875, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 0.04931640625, "train/tensor_act_model_layers_49_mlp_down_proj/max": 2.71875, "train/tensor_act_model_layers_49_mlp_down_proj/range": 2.66943359375, "train/tensor_act_model_layers_49_mlp/norm": 3119.16552734375, "train/tensor_act_model_layers_49_mlp/mean": 1.4375, "train/tensor_act_model_layers_49_mlp/std": 0.49609375, "train/tensor_act_model_layers_49_mlp/max_abs": 2.359375, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 0.04931640625, "train/tensor_act_model_layers_49_mlp/max": 2.359375, "train/tensor_act_model_layers_49_mlp/range": 2.31005859375, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 115746.8203125, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 56.25, "train/tensor_act_model_layers_49_residual_post_mlp/std": 4.53125, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 68.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 38.25, "train/tensor_act_model_layers_49_residual_post_mlp/max": 68.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 29.75, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 115746.8203125, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 56.25, "train/tensor_act_model_layers_50_residual_pre_attn/std": 4.53125, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 68.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 38.25, "train/tensor_act_model_layers_50_residual_pre_attn/max": 68.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 29.75, "train/tensor_act_model_layers_50_residual_post_attn/norm": 115714.5390625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 56.25, "train/tensor_act_model_layers_50_residual_post_attn/std": 4.53125, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 68.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 38.25, "train/tensor_act_model_layers_50_residual_post_attn/max": 68.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 29.75, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 2574.87890625, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.0272216796875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 0.88671875, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -2.0, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 4.28125, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 2503.037841796875, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.0284423828125, "train/tensor_act_model_layers_50_mlp_up_proj/std": 0.86328125, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_50_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_50_mlp_up_proj/range": 3.6640625, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 3210.950927734375, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 1.453125, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.58984375, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 2.859375, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": -0.65234375, "train/tensor_act_model_layers_50_mlp_down_proj/max": 2.859375, "train/tensor_act_model_layers_50_mlp_down_proj/range": 3.51171875, "train/tensor_act_model_layers_50_mlp/norm": 2989.38330078125, "train/tensor_act_model_layers_50_mlp/mean": 1.3671875, "train/tensor_act_model_layers_50_mlp/std": 0.515625, "train/tensor_act_model_layers_50_mlp/max_abs": 2.453125, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": -0.6484375, "train/tensor_act_model_layers_50_mlp/max": 2.453125, "train/tensor_act_model_layers_50_mlp/range": 3.1015625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 118535.3671875, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 57.75, "train/tensor_act_model_layers_50_residual_post_mlp/std": 4.65625, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 70.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 39.5, "train/tensor_act_model_layers_50_residual_post_mlp/max": 70.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 30.5, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 118535.3671875, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 57.75, "train/tensor_act_model_layers_51_residual_pre_attn/std": 4.65625, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 70.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 39.5, "train/tensor_act_model_layers_51_residual_pre_attn/max": 70.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 30.5, "train/tensor_act_model_layers_51_residual_post_attn/norm": 118496.0703125, "train/tensor_act_model_layers_51_residual_post_attn/mean": 57.75, "train/tensor_act_model_layers_51_residual_post_attn/std": 4.65625, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 70.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 39.25, "train/tensor_act_model_layers_51_residual_post_attn/max": 70.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 30.75, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 2626.156982421875, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.0859375, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 0.90234375, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 3.9375, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 2535.506103515625, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.0159912109375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 0.875, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_51_mlp_up_proj/max": 1.71875, "train/tensor_act_model_layers_51_mlp_up_proj/range": 3.609375, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 3463.311767578125, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 1.609375, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.51171875, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 2.625, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 0.099609375, "train/tensor_act_model_layers_51_mlp_down_proj/max": 2.625, "train/tensor_act_model_layers_51_mlp_down_proj/range": 2.525390625, "train/tensor_act_model_layers_51_mlp/norm": 3220.9638671875, "train/tensor_act_model_layers_51_mlp/mean": 1.5078125, "train/tensor_act_model_layers_51_mlp/std": 0.44140625, "train/tensor_act_model_layers_51_mlp/max_abs": 2.296875, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 0.099609375, "train/tensor_act_model_layers_51_mlp/max": 2.296875, "train/tensor_act_model_layers_51_mlp/range": 2.197265625, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 121597.6171875, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 59.25, "train/tensor_act_model_layers_51_residual_post_mlp/std": 4.71875, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 72.5, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 40.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 72.5, "train/tensor_act_model_layers_51_residual_post_mlp/range": 32.5, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 121597.6171875, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 59.25, "train/tensor_act_model_layers_52_residual_pre_attn/std": 4.71875, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 72.5, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 40.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 72.5, "train/tensor_act_model_layers_52_residual_pre_attn/range": 32.5, "train/tensor_act_model_layers_52_residual_post_attn/norm": 121615.953125, "train/tensor_act_model_layers_52_residual_post_attn/mean": 59.25, "train/tensor_act_model_layers_52_residual_post_attn/std": 4.71875, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 72.5, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 40.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 72.5, "train/tensor_act_model_layers_52_residual_post_attn/range": 32.5, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 2571.021728515625, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.018798828125, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 0.88671875, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.1875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.171875, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 4.359375, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 2547.545654296875, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.048828125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 0.87890625, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_52_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_52_mlp_up_proj/range": 3.875, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 3364.099365234375, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 1.53125, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.59765625, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 2.9375, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 0.09912109375, "train/tensor_act_model_layers_52_mlp_down_proj/max": 2.9375, "train/tensor_act_model_layers_52_mlp_down_proj/range": 2.83837890625, "train/tensor_act_model_layers_52_mlp/norm": 3116.913818359375, "train/tensor_act_model_layers_52_mlp/mean": 1.4296875, "train/tensor_act_model_layers_52_mlp/std": 0.51171875, "train/tensor_act_model_layers_52_mlp/max_abs": 2.5, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 0.09912109375, "train/tensor_act_model_layers_52_mlp/max": 2.5, "train/tensor_act_model_layers_52_mlp/range": 2.40087890625, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 124536.3984375, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 60.75, "train/tensor_act_model_layers_52_residual_post_mlp/std": 4.71875, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 73.5, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 41.5, "train/tensor_act_model_layers_52_residual_post_mlp/max": 73.5, "train/tensor_act_model_layers_52_residual_post_mlp/range": 32.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 124536.3984375, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 60.75, "train/tensor_act_model_layers_53_residual_pre_attn/std": 4.71875, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 73.5, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 41.5, "train/tensor_act_model_layers_53_residual_pre_attn/max": 73.5, "train/tensor_act_model_layers_53_residual_pre_attn/range": 32.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 124508.3046875, "train/tensor_act_model_layers_53_residual_post_attn/mean": 60.5, "train/tensor_act_model_layers_53_residual_post_attn/std": 4.71875, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 73.5, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 41.25, "train/tensor_act_model_layers_53_residual_post_attn/max": 73.5, "train/tensor_act_model_layers_53_residual_post_attn/range": 32.25, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 2592.3583984375, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.0091552734375, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 0.89453125, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.203125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -1.8828125, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 4.0859375, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 2661.916015625, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.0086669921875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 0.91796875, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -1.8515625, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_53_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 3729.069580078125, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 1.6953125, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 3.640625, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": -0.020751953125, "train/tensor_act_model_layers_53_mlp_down_proj/max": 3.640625, "train/tensor_act_model_layers_53_mlp_down_proj/range": 3.661376953125, "train/tensor_act_model_layers_53_mlp/norm": 3394.724609375, "train/tensor_act_model_layers_53_mlp/mean": 1.5625, "train/tensor_act_model_layers_53_mlp/std": 0.55859375, "train/tensor_act_model_layers_53_mlp/max_abs": 2.890625, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": -0.020751953125, "train/tensor_act_model_layers_53_mlp/max": 2.890625, "train/tensor_act_model_layers_53_mlp/range": 2.911376953125, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 127715.2578125, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 62.25, "train/tensor_act_model_layers_53_residual_post_mlp/std": 4.90625, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 76.5, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 42.25, "train/tensor_act_model_layers_53_residual_post_mlp/max": 76.5, "train/tensor_act_model_layers_53_residual_post_mlp/range": 34.25, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 127715.2578125, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 62.25, "train/tensor_act_model_layers_54_residual_pre_attn/std": 4.90625, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 76.5, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 42.25, "train/tensor_act_model_layers_54_residual_pre_attn/max": 76.5, "train/tensor_act_model_layers_54_residual_pre_attn/range": 34.25, "train/tensor_act_model_layers_54_residual_post_attn/norm": 127616.078125, "train/tensor_act_model_layers_54_residual_post_attn/mean": 62.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 4.90625, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 76.5, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 42.5, "train/tensor_act_model_layers_54_residual_post_attn/max": 76.5, "train/tensor_act_model_layers_54_residual_post_attn/range": 34.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 2579.64501953125, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.125, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 0.8828125, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 1.8671875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -1.84375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 1.8671875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 3.7109375, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 2521.017822265625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.0947265625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 0.8671875, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_54_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_54_mlp_up_proj/range": 3.90625, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 3479.26171875, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 1.59375, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.58203125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 2.96875, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 0.2431640625, "train/tensor_act_model_layers_54_mlp_down_proj/max": 2.96875, "train/tensor_act_model_layers_54_mlp_down_proj/range": 2.7255859375, "train/tensor_act_model_layers_54_mlp/norm": 3217.037109375, "train/tensor_act_model_layers_54_mlp/mean": 1.4921875, "train/tensor_act_model_layers_54_mlp/std": 0.49609375, "train/tensor_act_model_layers_54_mlp/max_abs": 2.515625, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 0.2431640625, "train/tensor_act_model_layers_54_mlp/max": 2.515625, "train/tensor_act_model_layers_54_mlp/range": 2.2724609375, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 130672.9140625, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 63.5, "train/tensor_act_model_layers_54_residual_post_mlp/std": 5.0625, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 79.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 44.25, "train/tensor_act_model_layers_54_residual_post_mlp/max": 79.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 34.75, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 130672.9140625, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 63.5, "train/tensor_act_model_layers_55_residual_pre_attn/std": 5.0625, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 79.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 44.25, "train/tensor_act_model_layers_55_residual_pre_attn/max": 79.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 34.75, "train/tensor_act_model_layers_55_residual_post_attn/norm": 130615.765625, "train/tensor_act_model_layers_55_residual_post_attn/mean": 63.5, "train/tensor_act_model_layers_55_residual_post_attn/std": 5.09375, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 79.5, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 44.25, "train/tensor_act_model_layers_55_residual_post_attn/max": 79.5, "train/tensor_act_model_layers_55_residual_post_attn/range": 35.25, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 2574.185546875, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.0013427734375, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 0.890625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -2.28125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 4.5625, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 2561.20947265625, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.0732421875, "train/tensor_act_model_layers_55_mlp_up_proj/std": 0.8828125, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 1.78125, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -1.6796875, "train/tensor_act_model_layers_55_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_55_mlp_up_proj/range": 3.4609375, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 3486.70263671875, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 1.6171875, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.5390625, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 3.359375, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 0.25390625, "train/tensor_act_model_layers_55_mlp_down_proj/max": 3.359375, "train/tensor_act_model_layers_55_mlp_down_proj/range": 3.10546875, "train/tensor_act_model_layers_55_mlp/norm": 3229.8564453125, "train/tensor_act_model_layers_55_mlp/mean": 1.5078125, "train/tensor_act_model_layers_55_mlp/std": 0.458984375, "train/tensor_act_model_layers_55_mlp/max_abs": 2.75, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 0.25390625, "train/tensor_act_model_layers_55_mlp/max": 2.75, "train/tensor_act_model_layers_55_mlp/range": 2.49609375, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 133635.984375, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 65.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 5.15625, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 81.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 46.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 81.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 35.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 133635.984375, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 65.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 5.15625, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 81.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 46.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 81.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 35.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 133581.5, "train/tensor_act_model_layers_56_residual_post_attn/mean": 65.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 5.1875, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 81.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 46.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 81.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 35.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 2612.090087890625, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.025146484375, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 0.90234375, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -1.8046875, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 1.96875, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 3.7734375, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 2544.7744140625, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.0169677734375, "train/tensor_act_model_layers_56_mlp_up_proj/std": 0.87890625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 1.890625, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -1.890625, "train/tensor_act_model_layers_56_mlp_up_proj/max": 1.796875, "train/tensor_act_model_layers_56_mlp_up_proj/range": 3.6875, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 3557.6123046875, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 1.6328125, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.58203125, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 3.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 0.04345703125, "train/tensor_act_model_layers_56_mlp_down_proj/max": 3.0, "train/tensor_act_model_layers_56_mlp_down_proj/range": 2.95654296875, "train/tensor_act_model_layers_56_mlp/norm": 3288.2919921875, "train/tensor_act_model_layers_56_mlp/mean": 1.5234375, "train/tensor_act_model_layers_56_mlp/std": 0.50390625, "train/tensor_act_model_layers_56_mlp/max_abs": 2.546875, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 0.04345703125, "train/tensor_act_model_layers_56_mlp/max": 2.546875, "train/tensor_act_model_layers_56_mlp/range": 2.50341796875, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 136725.84375, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 66.5, "train/tensor_act_model_layers_56_residual_post_mlp/std": 5.3125, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 83.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 47.5, "train/tensor_act_model_layers_56_residual_post_mlp/max": 83.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 35.5, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 136725.84375, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 66.5, "train/tensor_act_model_layers_57_residual_pre_attn/std": 5.3125, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 83.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 47.5, "train/tensor_act_model_layers_57_residual_pre_attn/max": 83.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 35.5, "train/tensor_act_model_layers_57_residual_post_attn/norm": 136733.765625, "train/tensor_act_model_layers_57_residual_post_attn/mean": 66.5, "train/tensor_act_model_layers_57_residual_post_attn/std": 5.28125, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 82.5, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 47.25, "train/tensor_act_model_layers_57_residual_post_attn/max": 82.5, "train/tensor_act_model_layers_57_residual_post_attn/range": 35.25, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 2480.66796875, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.050048828125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 1.7890625, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -1.6640625, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 3.453125, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 2491.451416015625, "train/tensor_act_model_layers_57_mlp_up_proj/mean": 0.002227783203125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 0.859375, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 1.8984375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -1.8984375, "train/tensor_act_model_layers_57_mlp_up_proj/max": 1.640625, "train/tensor_act_model_layers_57_mlp_up_proj/range": 3.5390625, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 3219.500244140625, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 1.484375, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.5234375, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 2.9375, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 0.400390625, "train/tensor_act_model_layers_57_mlp_down_proj/max": 2.9375, "train/tensor_act_model_layers_57_mlp_down_proj/range": 2.537109375, "train/tensor_act_model_layers_57_mlp/norm": 3003.984619140625, "train/tensor_act_model_layers_57_mlp/mean": 1.3984375, "train/tensor_act_model_layers_57_mlp/std": 0.44921875, "train/tensor_act_model_layers_57_mlp/max_abs": 2.5, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 0.3984375, "train/tensor_act_model_layers_57_mlp/max": 2.5, "train/tensor_act_model_layers_57_mlp/range": 2.1015625, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 139562.59375, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 68.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 5.28125, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 84.5, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 48.5, "train/tensor_act_model_layers_57_residual_post_mlp/max": 84.5, "train/tensor_act_model_layers_57_residual_post_mlp/range": 36.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 139562.59375, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 68.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 5.28125, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 84.5, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 48.5, "train/tensor_act_model_layers_58_residual_pre_attn/max": 84.5, "train/tensor_act_model_layers_58_residual_pre_attn/range": 36.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 139560.53125, "train/tensor_act_model_layers_58_residual_post_attn/mean": 68.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 5.25, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 84.5, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 48.5, "train/tensor_act_model_layers_58_residual_post_attn/max": 84.5, "train/tensor_act_model_layers_58_residual_post_attn/range": 36.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 2473.48828125, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": -0.00994873046875, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 1.84375, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -1.734375, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 3.578125, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 2469.5693359375, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.007080078125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 0.8515625, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 1.90625, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -1.8203125, "train/tensor_act_model_layers_58_mlp_up_proj/max": 1.90625, "train/tensor_act_model_layers_58_mlp_up_proj/range": 3.7265625, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 3267.18505859375, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 1.5234375, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.47265625, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 2.453125, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 0.40625, "train/tensor_act_model_layers_58_mlp_down_proj/max": 2.453125, "train/tensor_act_model_layers_58_mlp_down_proj/range": 2.046875, "train/tensor_act_model_layers_58_mlp/norm": 3061.612060546875, "train/tensor_act_model_layers_58_mlp/mean": 1.4375, "train/tensor_act_model_layers_58_mlp/std": 0.412109375, "train/tensor_act_model_layers_58_mlp/max_abs": 2.1875, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 0.404296875, "train/tensor_act_model_layers_58_mlp/max": 2.1875, "train/tensor_act_model_layers_58_mlp/range": 1.783203125, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 142503.203125, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 69.5, "train/tensor_act_model_layers_58_residual_post_mlp/std": 5.34375, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 86.5, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 49.75, "train/tensor_act_model_layers_58_residual_post_mlp/max": 86.5, "train/tensor_act_model_layers_58_residual_post_mlp/range": 36.75, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 142503.203125, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 69.5, "train/tensor_act_model_layers_59_residual_pre_attn/std": 5.34375, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 86.5, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 49.75, "train/tensor_act_model_layers_59_residual_pre_attn/max": 86.5, "train/tensor_act_model_layers_59_residual_pre_attn/range": 36.75, "train/tensor_act_model_layers_59_residual_post_attn/norm": 142408.953125, "train/tensor_act_model_layers_59_residual_post_attn/mean": 69.5, "train/tensor_act_model_layers_59_residual_post_attn/std": 5.34375, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 86.5, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 49.75, "train/tensor_act_model_layers_59_residual_post_attn/max": 86.5, "train/tensor_act_model_layers_59_residual_post_attn/range": 36.75, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 2543.126220703125, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.068359375, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 0.875, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.1875, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -1.8984375, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.1875, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 4.0859375, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 2522.634521484375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.044677734375, "train/tensor_act_model_layers_59_mlp_up_proj/std": 0.87109375, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.046875, "train/tensor_act_model_layers_59_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_59_mlp_up_proj/range": 3.8046875, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 3394.07373046875, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 1.5625, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.54296875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 2.984375, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": -0.181640625, "train/tensor_act_model_layers_59_mlp_down_proj/max": 2.984375, "train/tensor_act_model_layers_59_mlp_down_proj/range": 3.166015625, "train/tensor_act_model_layers_59_mlp/norm": 3156.43212890625, "train/tensor_act_model_layers_59_mlp/mean": 1.46875, "train/tensor_act_model_layers_59_mlp/std": 0.470703125, "train/tensor_act_model_layers_59_mlp/max_abs": 2.53125, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": -0.181640625, "train/tensor_act_model_layers_59_mlp/max": 2.53125, "train/tensor_act_model_layers_59_mlp/range": 2.712890625, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 145445.328125, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 71.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 5.46875, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 88.5, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 50.75, "train/tensor_act_model_layers_59_residual_post_mlp/max": 88.5, "train/tensor_act_model_layers_59_residual_post_mlp/range": 37.75, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 145445.328125, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 71.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 5.46875, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 88.5, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 50.75, "train/tensor_act_model_layers_60_residual_pre_attn/max": 88.5, "train/tensor_act_model_layers_60_residual_pre_attn/range": 37.75, "train/tensor_act_model_layers_60_residual_post_attn/norm": 145437.015625, "train/tensor_act_model_layers_60_residual_post_attn/mean": 71.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 5.46875, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 88.5, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 50.75, "train/tensor_act_model_layers_60_residual_post_attn/max": 88.5, "train/tensor_act_model_layers_60_residual_post_attn/range": 37.75, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 2523.35205078125, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.0146484375, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 0.87109375, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.015625, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -2.015625, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 1.8515625, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 3.8671875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 2494.519775390625, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.021240234375, "train/tensor_act_model_layers_60_mlp_up_proj/std": 0.859375, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.171875, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.171875, "train/tensor_act_model_layers_60_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 4.15625, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 3198.916259765625, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 1.4453125, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.59375, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 2.71875, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": -0.032958984375, "train/tensor_act_model_layers_60_mlp_down_proj/max": 2.71875, "train/tensor_act_model_layers_60_mlp_down_proj/range": 2.751708984375, "train/tensor_act_model_layers_60_mlp/norm": 2981.838623046875, "train/tensor_act_model_layers_60_mlp/mean": 1.359375, "train/tensor_act_model_layers_60_mlp/std": 0.5234375, "train/tensor_act_model_layers_60_mlp/max_abs": 2.359375, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": -0.032958984375, "train/tensor_act_model_layers_60_mlp/max": 2.359375, "train/tensor_act_model_layers_60_mlp/range": 2.392333984375, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 148236.171875, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 72.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 5.59375, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 90.5, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 52.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 90.5, "train/tensor_act_model_layers_60_residual_post_mlp/range": 38.5, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 148236.171875, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 72.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 5.59375, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 90.5, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 52.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 90.5, "train/tensor_act_model_layers_61_residual_pre_attn/range": 38.5, "train/tensor_act_model_layers_61_residual_post_attn/norm": 148166.53125, "train/tensor_act_model_layers_61_residual_post_attn/mean": 72.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 5.59375, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 90.5, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 52.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 90.5, "train/tensor_act_model_layers_61_residual_post_attn/range": 38.5, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 2446.654296875, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.052001953125, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 0.84375, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -1.5859375, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 1.8359375, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 3.421875, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 2511.158203125, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.0654296875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 0.86328125, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_61_mlp_up_proj/max": 1.75, "train/tensor_act_model_layers_61_mlp_up_proj/range": 3.84375, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 3196.710205078125, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 1.453125, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.57421875, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 2.859375, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": -0.220703125, "train/tensor_act_model_layers_61_mlp_down_proj/max": 2.859375, "train/tensor_act_model_layers_61_mlp_down_proj/range": 3.080078125, "train/tensor_act_model_layers_61_mlp/norm": 2983.98046875, "train/tensor_act_model_layers_61_mlp/mean": 1.3671875, "train/tensor_act_model_layers_61_mlp/std": 0.50390625, "train/tensor_act_model_layers_61_mlp/max_abs": 2.453125, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": -0.220703125, "train/tensor_act_model_layers_61_mlp/max": 2.453125, "train/tensor_act_model_layers_61_mlp/range": 2.673828125, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 150963.875, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 73.5, "train/tensor_act_model_layers_61_residual_post_mlp/std": 5.75, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 92.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 53.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 92.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 39.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 150963.875, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 73.5, "train/tensor_act_model_layers_62_residual_pre_attn/std": 5.75, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 92.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 53.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 92.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 39.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 150993.734375, "train/tensor_act_model_layers_62_residual_post_attn/mean": 73.5, "train/tensor_act_model_layers_62_residual_post_attn/std": 5.75, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 92.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 53.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 92.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 39.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 2436.38916015625, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.007080078125, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 0.83984375, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 1.890625, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -1.890625, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 3.78125, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 2422.72900390625, "train/tensor_act_model_layers_62_mlp_up_proj/mean": 0.00167083740234375, "train/tensor_act_model_layers_62_mlp_up_proj/std": 0.8359375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -1.75, "train/tensor_act_model_layers_62_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 3.5703125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 2831.64892578125, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 1.2734375, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.53125, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 2.828125, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": -0.02294921875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 2.828125, "train/tensor_act_model_layers_62_mlp_down_proj/range": 2.85107421875, "train/tensor_act_model_layers_62_mlp/norm": 2674.505859375, "train/tensor_act_model_layers_62_mlp/mean": 1.21875, "train/tensor_act_model_layers_62_mlp/std": 0.4765625, "train/tensor_act_model_layers_62_mlp/max_abs": 2.4375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": -0.02294921875, "train/tensor_act_model_layers_62_mlp/max": 2.4375, "train/tensor_act_model_layers_62_mlp/range": 2.46044921875, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 153504.234375, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 74.5, "train/tensor_act_model_layers_62_residual_post_mlp/std": 5.90625, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 94.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 54.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 94.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 40.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 153504.234375, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 74.5, "train/tensor_act_model_layers_63_residual_pre_attn/std": 5.90625, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 94.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 54.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 94.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 40.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 153479.453125, "train/tensor_act_model_layers_63_residual_post_attn/mean": 74.5, "train/tensor_act_model_layers_63_residual_post_attn/std": 5.9375, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 94.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 54.5, "train/tensor_act_model_layers_63_residual_post_attn/max": 94.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 39.5, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 2403.203125, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.059814453125, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 0.828125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -1.9453125, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 1.671875, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 3.6171875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 2392.281494140625, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.041259765625, "train/tensor_act_model_layers_63_mlp_up_proj/std": 0.82421875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 1.9453125, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_63_mlp_up_proj/max": 1.9453125, "train/tensor_act_model_layers_63_mlp_up_proj/range": 3.78125, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 3020.43603515625, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 1.3515625, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.58203125, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 2.875, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": -0.0869140625, "train/tensor_act_model_layers_63_mlp_down_proj/max": 2.875, "train/tensor_act_model_layers_63_mlp_down_proj/range": 2.9619140625, "train/tensor_act_model_layers_63_mlp/norm": 2828.1494140625, "train/tensor_act_model_layers_63_mlp/mean": 1.28125, "train/tensor_act_model_layers_63_mlp/std": 0.515625, "train/tensor_act_model_layers_63_mlp/max_abs": 2.46875, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": -0.0869140625, "train/tensor_act_model_layers_63_mlp/max": 2.46875, "train/tensor_act_model_layers_63_mlp/range": 2.5556640625, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 156137.34375, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 76.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 6.0625, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 96.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 56.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 96.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 40.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 156137.34375, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 76.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 6.0625, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 96.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 56.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 96.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 40.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 156137.453125, "train/tensor_act_model_layers_64_residual_post_attn/mean": 76.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 6.09375, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 96.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 55.75, "train/tensor_act_model_layers_64_residual_post_attn/max": 96.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 40.25, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 2339.448974609375, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.0712890625, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 0.8046875, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.359375, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -1.8515625, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.359375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 4.2109375, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 2470.2060546875, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.04931640625, "train/tensor_act_model_layers_64_mlp_up_proj/std": 0.8515625, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.046875, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -1.9296875, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_64_mlp_up_proj/range": 3.9765625, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 2911.89794921875, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 1.296875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.578125, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 2.703125, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": -0.1552734375, "train/tensor_act_model_layers_64_mlp_down_proj/max": 2.703125, "train/tensor_act_model_layers_64_mlp_down_proj/range": 2.8583984375, "train/tensor_act_model_layers_64_mlp/norm": 2731.656005859375, "train/tensor_act_model_layers_64_mlp/mean": 1.234375, "train/tensor_act_model_layers_64_mlp/std": 0.51171875, "train/tensor_act_model_layers_64_mlp/max_abs": 2.359375, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": -0.1552734375, "train/tensor_act_model_layers_64_mlp/max": 2.359375, "train/tensor_act_model_layers_64_mlp/range": 2.5146484375, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 158696.53125, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 77.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 6.25, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 97.5, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 56.5, "train/tensor_act_model_layers_64_residual_post_mlp/max": 97.5, "train/tensor_act_model_layers_64_residual_post_mlp/range": 41.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 158696.53125, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 77.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 6.25, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 97.5, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 56.5, "train/tensor_act_model_layers_65_residual_pre_attn/max": 97.5, "train/tensor_act_model_layers_65_residual_pre_attn/range": 41.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 158657.875, "train/tensor_act_model_layers_65_residual_post_attn/mean": 77.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 6.25, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 97.5, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 56.5, "train/tensor_act_model_layers_65_residual_post_attn/max": 97.5, "train/tensor_act_model_layers_65_residual_post_attn/range": 41.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 2464.841064453125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.05859375, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 0.84765625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -1.9375, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 1.5546875, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 3.4921875, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 2431.323486328125, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.039794921875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 0.83984375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 1.9140625, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -1.7890625, "train/tensor_act_model_layers_65_mlp_up_proj/max": 1.9140625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 3.703125, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 2849.84033203125, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 1.28125, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.55078125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 2.9375, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": -0.890625, "train/tensor_act_model_layers_65_mlp_down_proj/max": 2.9375, "train/tensor_act_model_layers_65_mlp_down_proj/range": 3.828125, "train/tensor_act_model_layers_65_mlp/norm": 2691.0712890625, "train/tensor_act_model_layers_65_mlp/mean": 1.21875, "train/tensor_act_model_layers_65_mlp/std": 0.49609375, "train/tensor_act_model_layers_65_mlp/max_abs": 2.5, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": -0.875, "train/tensor_act_model_layers_65_mlp/max": 2.5, "train/tensor_act_model_layers_65_mlp/range": 3.375, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 161153.46875, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 78.5, "train/tensor_act_model_layers_65_residual_post_mlp/std": 6.34375, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 99.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 57.25, "train/tensor_act_model_layers_65_residual_post_mlp/max": 99.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 41.75, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 161153.46875, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 78.5, "train/tensor_act_model_layers_66_residual_pre_attn/std": 6.34375, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 99.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 57.25, "train/tensor_act_model_layers_66_residual_pre_attn/max": 99.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 41.75, "train/tensor_act_model_layers_66_residual_post_attn/norm": 161206.84375, "train/tensor_act_model_layers_66_residual_post_attn/mean": 78.5, "train/tensor_act_model_layers_66_residual_post_attn/std": 6.34375, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 99.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 57.75, "train/tensor_act_model_layers_66_residual_post_attn/max": 99.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 41.25, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 2414.1416015625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.033447265625, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 0.83203125, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 1.75, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 4.390625, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 2447.357421875, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.0751953125, "train/tensor_act_model_layers_66_mlp_up_proj/std": 0.83984375, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_66_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_66_mlp_up_proj/range": 3.703125, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 3098.587158203125, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 1.3984375, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.57421875, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 2.84375, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 0.10888671875, "train/tensor_act_model_layers_66_mlp_down_proj/max": 2.84375, "train/tensor_act_model_layers_66_mlp_down_proj/range": 2.73486328125, "train/tensor_act_model_layers_66_mlp/norm": 2893.298095703125, "train/tensor_act_model_layers_66_mlp/mean": 1.3203125, "train/tensor_act_model_layers_66_mlp/std": 0.5, "train/tensor_act_model_layers_66_mlp/max_abs": 2.4375, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 0.10888671875, "train/tensor_act_model_layers_66_mlp/max": 2.4375, "train/tensor_act_model_layers_66_mlp/range": 2.32861328125, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 163909.390625, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 80.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 6.40625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 100.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 57.75, "train/tensor_act_model_layers_66_residual_post_mlp/max": 100.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 42.25, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 163909.390625, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 80.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 6.40625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 100.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 57.75, "train/tensor_act_model_layers_67_residual_pre_attn/max": 100.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 42.25, "train/tensor_act_model_layers_67_residual_post_attn/norm": 163872.71875, "train/tensor_act_model_layers_67_residual_post_attn/mean": 80.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 6.4375, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 100.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 57.75, "train/tensor_act_model_layers_67_residual_post_attn/max": 100.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 42.25, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 2516.492919921875, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.060302734375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 0.8671875, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -1.96875, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 4.03125, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 2479.11279296875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.08251953125, "train/tensor_act_model_layers_67_mlp_up_proj/std": 0.8515625, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_67_mlp_up_proj/max": 1.796875, "train/tensor_act_model_layers_67_mlp_up_proj/range": 3.828125, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 3376.12158203125, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 1.5234375, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.6328125, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 3.390625, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 0.17578125, "train/tensor_act_model_layers_67_mlp_down_proj/max": 3.390625, "train/tensor_act_model_layers_67_mlp_down_proj/range": 3.21484375, "train/tensor_act_model_layers_67_mlp/norm": 3110.82958984375, "train/tensor_act_model_layers_67_mlp/mean": 1.421875, "train/tensor_act_model_layers_67_mlp/std": 0.53515625, "train/tensor_act_model_layers_67_mlp/max_abs": 2.765625, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 0.17578125, "train/tensor_act_model_layers_67_mlp/max": 2.765625, "train/tensor_act_model_layers_67_mlp/range": 2.58984375, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 166761.578125, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 81.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 6.46875, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 101.5, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 58.75, "train/tensor_act_model_layers_67_residual_post_mlp/max": 101.5, "train/tensor_act_model_layers_67_residual_post_mlp/range": 42.75, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 166761.578125, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 81.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 6.46875, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 101.5, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 58.75, "train/tensor_act_model_layers_68_residual_pre_attn/max": 101.5, "train/tensor_act_model_layers_68_residual_pre_attn/range": 42.75, "train/tensor_act_model_layers_68_residual_post_attn/norm": 166854.84375, "train/tensor_act_model_layers_68_residual_post_attn/mean": 81.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 6.5, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 101.5, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 58.25, "train/tensor_act_model_layers_68_residual_post_attn/max": 101.5, "train/tensor_act_model_layers_68_residual_post_attn/range": 43.25, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 2514.7666015625, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.01556396484375, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 0.8671875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.109375, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -1.9375, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.109375, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 4.046875, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 2429.148681640625, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.057861328125, "train/tensor_act_model_layers_68_mlp_up_proj/std": 0.8359375, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 1.7421875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -1.7421875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 1.703125, "train/tensor_act_model_layers_68_mlp_up_proj/range": 3.4453125, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 2919.14501953125, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 1.3359375, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.48828125, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 2.3125, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 0.12451171875, "train/tensor_act_model_layers_68_mlp_down_proj/max": 2.3125, "train/tensor_act_model_layers_68_mlp_down_proj/range": 2.18798828125, "train/tensor_act_model_layers_68_mlp/norm": 2760.14404296875, "train/tensor_act_model_layers_68_mlp/mean": 1.2734375, "train/tensor_act_model_layers_68_mlp/std": 0.4375, "train/tensor_act_model_layers_68_mlp/max_abs": 2.078125, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 0.12451171875, "train/tensor_act_model_layers_68_mlp/max": 2.078125, "train/tensor_act_model_layers_68_mlp/range": 1.95361328125, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 169462.15625, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 82.5, "train/tensor_act_model_layers_68_residual_post_mlp/std": 6.5, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 103.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 59.5, "train/tensor_act_model_layers_68_residual_post_mlp/max": 103.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 43.5, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 169462.15625, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 82.5, "train/tensor_act_model_layers_69_residual_pre_attn/std": 6.5, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 103.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 59.5, "train/tensor_act_model_layers_69_residual_pre_attn/max": 103.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 43.5, "train/tensor_act_model_layers_69_residual_post_attn/norm": 169463.875, "train/tensor_act_model_layers_69_residual_post_attn/mean": 82.5, "train/tensor_act_model_layers_69_residual_post_attn/std": 6.5, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 103.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 59.5, "train/tensor_act_model_layers_69_residual_post_attn/max": 103.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 43.5, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 2513.12744140625, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.04541015625, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 0.8671875, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.09375, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 1.703125, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 2529.551025390625, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.0206298828125, "train/tensor_act_model_layers_69_mlp_up_proj/std": 0.875, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -1.7890625, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_69_mlp_up_proj/range": 3.8203125, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 3184.6484375, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 1.453125, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.55859375, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 2.703125, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 0.2060546875, "train/tensor_act_model_layers_69_mlp_down_proj/max": 2.703125, "train/tensor_act_model_layers_69_mlp_down_proj/range": 2.4970703125, "train/tensor_act_model_layers_69_mlp/norm": 2972.72314453125, "train/tensor_act_model_layers_69_mlp/mean": 1.3671875, "train/tensor_act_model_layers_69_mlp/std": 0.48828125, "train/tensor_act_model_layers_69_mlp/max_abs": 2.359375, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 0.2060546875, "train/tensor_act_model_layers_69_mlp/max": 2.359375, "train/tensor_act_model_layers_69_mlp/range": 2.1533203125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 172246.203125, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 84.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 6.5, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 105.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 60.75, "train/tensor_act_model_layers_69_residual_post_mlp/max": 105.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 44.25, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 172246.203125, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 84.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 6.5, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 105.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 60.75, "train/tensor_act_model_layers_70_residual_pre_attn/max": 105.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 44.25, "train/tensor_act_model_layers_70_residual_post_attn/norm": 172213.71875, "train/tensor_act_model_layers_70_residual_post_attn/mean": 84.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 6.5, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 105.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 61.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 105.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 44.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 2606.833740234375, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.0693359375, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 0.8984375, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -1.953125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 4.015625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 2612.30908203125, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.07373046875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 0.8984375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 1.875, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -1.8671875, "train/tensor_act_model_layers_70_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_70_mlp_up_proj/range": 3.7421875, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 3461.96533203125, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 1.5703125, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.6171875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 3.125, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -1.703125, "train/tensor_act_model_layers_70_mlp_down_proj/max": 3.125, "train/tensor_act_model_layers_70_mlp_down_proj/range": 4.828125, "train/tensor_act_model_layers_70_mlp/norm": 3209.10400390625, "train/tensor_act_model_layers_70_mlp/mean": 1.46875, "train/tensor_act_model_layers_70_mlp/std": 0.5390625, "train/tensor_act_model_layers_70_mlp/max_abs": 2.609375, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -1.609375, "train/tensor_act_model_layers_70_mlp/max": 2.609375, "train/tensor_act_model_layers_70_mlp/range": 4.21875, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 175216.078125, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 85.5, "train/tensor_act_model_layers_70_residual_post_mlp/std": 6.625, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 107.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 62.5, "train/tensor_act_model_layers_70_residual_post_mlp/max": 107.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 44.5, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 175216.078125, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 85.5, "train/tensor_act_model_layers_71_residual_pre_attn/std": 6.625, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 107.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 62.5, "train/tensor_act_model_layers_71_residual_pre_attn/max": 107.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 44.5, "train/tensor_act_model_layers_71_residual_post_attn/norm": 175231.796875, "train/tensor_act_model_layers_71_residual_post_attn/mean": 85.5, "train/tensor_act_model_layers_71_residual_post_attn/std": 6.625, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 107.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 62.5, "train/tensor_act_model_layers_71_residual_post_attn/max": 107.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 44.5, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 2476.954833984375, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.004150390625, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -1.7734375, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 3.8515625, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 2421.79150390625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.060546875, "train/tensor_act_model_layers_71_mlp_up_proj/std": 0.83203125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 1.828125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -1.828125, "train/tensor_act_model_layers_71_mlp_up_proj/max": 1.8203125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 3.6484375, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 2910.83447265625, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 1.296875, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.5859375, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 2.71875, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": -0.11376953125, "train/tensor_act_model_layers_71_mlp_down_proj/max": 2.71875, "train/tensor_act_model_layers_71_mlp_down_proj/range": 2.83251953125, "train/tensor_act_model_layers_71_mlp/norm": 2729.36865234375, "train/tensor_act_model_layers_71_mlp/mean": 1.2265625, "train/tensor_act_model_layers_71_mlp/std": 0.51953125, "train/tensor_act_model_layers_71_mlp/max_abs": 2.359375, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": -0.11376953125, "train/tensor_act_model_layers_71_mlp/max": 2.359375, "train/tensor_act_model_layers_71_mlp/range": 2.47314453125, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 177736.4375, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 86.5, "train/tensor_act_model_layers_71_residual_post_mlp/std": 6.65625, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 108.5, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 64.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 108.5, "train/tensor_act_model_layers_71_residual_post_mlp/range": 44.5, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 177736.4375, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 86.5, "train/tensor_act_model_layers_72_residual_pre_attn/std": 6.65625, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 108.5, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 64.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 108.5, "train/tensor_act_model_layers_72_residual_pre_attn/range": 44.5, "train/tensor_act_model_layers_72_residual_post_attn/norm": 177708.75, "train/tensor_act_model_layers_72_residual_post_attn/mean": 86.5, "train/tensor_act_model_layers_72_residual_post_attn/std": 6.625, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 108.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 64.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 108.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 44.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 2451.697998046875, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.0233154296875, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 0.84765625, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -1.8203125, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 1.765625, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 3.5859375, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 2423.365966796875, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.0106201171875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 0.8359375, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -1.8046875, "train/tensor_act_model_layers_72_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_72_mlp_up_proj/range": 3.9140625, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 2911.080078125, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 1.3125, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.54296875, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 2.84375, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 0.006439208984375, "train/tensor_act_model_layers_72_mlp_down_proj/max": 2.84375, "train/tensor_act_model_layers_72_mlp_down_proj/range": 2.837310791015625, "train/tensor_act_model_layers_72_mlp/norm": 2737.78564453125, "train/tensor_act_model_layers_72_mlp/mean": 1.25, "train/tensor_act_model_layers_72_mlp/std": 0.482421875, "train/tensor_act_model_layers_72_mlp/max_abs": 2.4375, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 0.006439208984375, "train/tensor_act_model_layers_72_mlp/max": 2.4375, "train/tensor_act_model_layers_72_mlp/range": 2.431060791015625, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 180283.375, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 88.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 6.71875, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 109.5, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 65.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 109.5, "train/tensor_act_model_layers_72_residual_post_mlp/range": 44.5, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 180283.375, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 88.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 6.71875, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 109.5, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 65.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 109.5, "train/tensor_act_model_layers_73_residual_pre_attn/range": 44.5, "train/tensor_act_model_layers_73_residual_post_attn/norm": 180293.9375, "train/tensor_act_model_layers_73_residual_post_attn/mean": 88.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 6.75, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 109.5, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 65.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 109.5, "train/tensor_act_model_layers_73_residual_post_attn/range": 44.5, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 2479.916748046875, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.002593994140625, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 2.171875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -2.171875, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 1.75, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 3.921875, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 2572.4345703125, "train/tensor_act_model_layers_73_mlp_up_proj/mean": -0.007049560546875, "train/tensor_act_model_layers_73_mlp_up_proj/std": 0.88671875, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.140625, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -1.953125, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.140625, "train/tensor_act_model_layers_73_mlp_up_proj/range": 4.09375, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 3203.677490234375, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 1.4375, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.609375, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 3.140625, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": 0.09130859375, "train/tensor_act_model_layers_73_mlp_down_proj/max": 3.140625, "train/tensor_act_model_layers_73_mlp_down_proj/range": 3.04931640625, "train/tensor_act_model_layers_73_mlp/norm": 2971.986083984375, "train/tensor_act_model_layers_73_mlp/mean": 1.3515625, "train/tensor_act_model_layers_73_mlp/std": 0.5234375, "train/tensor_act_model_layers_73_mlp/max_abs": 2.625, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 0.09130859375, "train/tensor_act_model_layers_73_mlp/max": 2.625, "train/tensor_act_model_layers_73_mlp/range": 2.53369140625, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 183085.40625, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 89.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 6.875, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 111.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 65.5, "train/tensor_act_model_layers_73_residual_post_mlp/max": 111.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 45.5, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 183085.40625, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 89.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 6.875, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 111.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 65.5, "train/tensor_act_model_layers_74_residual_pre_attn/max": 111.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 45.5, "train/tensor_act_model_layers_74_residual_post_attn/norm": 183051.015625, "train/tensor_act_model_layers_74_residual_post_attn/mean": 89.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 6.84375, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 111.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 65.5, "train/tensor_act_model_layers_74_residual_post_attn/max": 111.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 45.5, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 2243.07958984375, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.035888671875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 0.7734375, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 1.96875, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -1.96875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 1.84375, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 3.8125, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 2232.394775390625, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.012939453125, "train/tensor_act_model_layers_74_mlp_up_proj/std": 0.76953125, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_74_mlp_up_proj/max": 1.8125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 3.6484375, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 2420.0263671875, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 1.0625, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.51171875, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 2.375, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": -0.72265625, "train/tensor_act_model_layers_74_mlp_down_proj/max": 2.375, "train/tensor_act_model_layers_74_mlp_down_proj/range": 3.09765625, "train/tensor_act_model_layers_74_mlp/norm": 2312.86181640625, "train/tensor_act_model_layers_74_mlp/mean": 1.0234375, "train/tensor_act_model_layers_74_mlp/std": 0.470703125, "train/tensor_act_model_layers_74_mlp/max_abs": 2.125, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": -0.71484375, "train/tensor_act_model_layers_74_mlp/max": 2.125, "train/tensor_act_model_layers_74_mlp/range": 2.83984375, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 185173.046875, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 90.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 6.96875, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 112.5, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 66.5, "train/tensor_act_model_layers_74_residual_post_mlp/max": 112.5, "train/tensor_act_model_layers_74_residual_post_mlp/range": 46.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 185173.046875, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 90.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 6.96875, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 112.5, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 66.5, "train/tensor_act_model_layers_75_residual_pre_attn/max": 112.5, "train/tensor_act_model_layers_75_residual_pre_attn/range": 46.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 185135.84375, "train/tensor_act_model_layers_75_residual_post_attn/mean": 90.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 6.90625, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 112.5, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 67.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 112.5, "train/tensor_act_model_layers_75_residual_post_attn/range": 45.5, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 2479.094970703125, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.045654296875, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.28125, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -1.9609375, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.28125, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 4.2421875, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 2495.12939453125, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.000865936279296875, "train/tensor_act_model_layers_75_mlp_up_proj/std": 0.86328125, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 2.328125, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_75_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_75_mlp_up_proj/range": 4.0859375, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 3095.23046875, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 1.3984375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.578125, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 2.703125, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": -1.1640625, "train/tensor_act_model_layers_75_mlp_down_proj/max": 2.703125, "train/tensor_act_model_layers_75_mlp_down_proj/range": 3.8671875, "train/tensor_act_model_layers_75_mlp/norm": 2906.858154296875, "train/tensor_act_model_layers_75_mlp/mean": 1.3203125, "train/tensor_act_model_layers_75_mlp/std": 0.51953125, "train/tensor_act_model_layers_75_mlp/max_abs": 2.359375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": -1.1328125, "train/tensor_act_model_layers_75_mlp/max": 2.359375, "train/tensor_act_model_layers_75_mlp/range": 3.4921875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 187904.390625, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 91.5, "train/tensor_act_model_layers_75_residual_post_mlp/std": 7.09375, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 114.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 67.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 114.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 47.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 187904.390625, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 91.5, "train/tensor_act_model_layers_76_residual_pre_attn/std": 7.09375, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 114.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 67.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 114.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 47.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 187893.765625, "train/tensor_act_model_layers_76_residual_post_attn/mean": 91.5, "train/tensor_act_model_layers_76_residual_post_attn/std": 7.125, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 114.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 67.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 114.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 47.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 2231.333740234375, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.11767578125, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 0.76171875, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 1.796875, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -1.796875, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 1.515625, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 3.3125, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 2346.369384765625, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.02001953125, "train/tensor_act_model_layers_76_mlp_up_proj/std": 0.80859375, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 2.109375, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -2.109375, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.0625, "train/tensor_act_model_layers_76_mlp_up_proj/range": 4.171875, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 2605.171875, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 1.140625, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.5625, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 2.484375, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": -0.59765625, "train/tensor_act_model_layers_76_mlp_down_proj/max": 2.484375, "train/tensor_act_model_layers_76_mlp_down_proj/range": 3.08203125, "train/tensor_act_model_layers_76_mlp/norm": 2470.7783203125, "train/tensor_act_model_layers_76_mlp/mean": 1.09375, "train/tensor_act_model_layers_76_mlp/std": 0.515625, "train/tensor_act_model_layers_76_mlp/max_abs": 2.203125, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": -0.59375, "train/tensor_act_model_layers_76_mlp/max": 2.203125, "train/tensor_act_model_layers_76_mlp/range": 2.796875, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 190120.078125, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 92.5, "train/tensor_act_model_layers_76_residual_post_mlp/std": 7.25, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 115.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 69.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 115.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 46.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 190120.078125, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 92.5, "train/tensor_act_model_layers_77_residual_pre_attn/std": 7.25, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 115.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 69.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 115.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 46.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 190080.6875, "train/tensor_act_model_layers_77_residual_post_attn/mean": 92.5, "train/tensor_act_model_layers_77_residual_post_attn/std": 7.25, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 115.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 69.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 115.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 46.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 2443.7734375, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.07421875, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 0.83984375, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.0, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 3.828125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 2414.04443359375, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.10400390625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 0.828125, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 1.84375, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -1.6953125, "train/tensor_act_model_layers_77_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_77_mlp_up_proj/range": 3.5390625, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 2856.9619140625, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 1.265625, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.5859375, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 3.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": -0.2060546875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 3.0, "train/tensor_act_model_layers_77_mlp_down_proj/range": 3.2060546875, "train/tensor_act_model_layers_77_mlp/norm": 2681.124267578125, "train/tensor_act_model_layers_77_mlp/mean": 1.203125, "train/tensor_act_model_layers_77_mlp/std": 0.51953125, "train/tensor_act_model_layers_77_mlp/max_abs": 2.546875, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": -0.2060546875, "train/tensor_act_model_layers_77_mlp/max": 2.546875, "train/tensor_act_model_layers_77_mlp/range": 2.7529296875, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 192534.625, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 93.5, "train/tensor_act_model_layers_77_residual_post_mlp/std": 7.34375, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 116.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 70.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 116.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 46.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 192534.625, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 93.5, "train/tensor_act_model_layers_78_residual_pre_attn/std": 7.34375, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 116.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 70.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 116.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 46.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 192483.53125, "train/tensor_act_model_layers_78_residual_post_attn/mean": 93.5, "train/tensor_act_model_layers_78_residual_post_attn/std": 7.34375, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 116.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 70.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 116.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 46.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 2355.8076171875, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.0267333984375, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 1.8359375, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -1.8359375, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 1.78125, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 3.6171875, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 2303.2451171875, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.08056640625, "train/tensor_act_model_layers_78_mlp_up_proj/std": 0.79296875, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 1.8828125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_78_mlp_up_proj/max": 1.703125, "train/tensor_act_model_layers_78_mlp_up_proj/range": 3.5859375, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 2655.003662109375, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 1.171875, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.5625, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 2.4375, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": -0.251953125, "train/tensor_act_model_layers_78_mlp_down_proj/max": 2.4375, "train/tensor_act_model_layers_78_mlp_down_proj/range": 2.689453125, "train/tensor_act_model_layers_78_mlp/norm": 2521.247314453125, "train/tensor_act_model_layers_78_mlp/mean": 1.1171875, "train/tensor_act_model_layers_78_mlp/std": 0.515625, "train/tensor_act_model_layers_78_mlp/max_abs": 2.171875, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": -0.251953125, "train/tensor_act_model_layers_78_mlp/max": 2.171875, "train/tensor_act_model_layers_78_mlp/range": 2.423828125, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 194790.625, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 95.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 7.375, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 118.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 71.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 118.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 47.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 194790.625, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 95.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 7.375, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 118.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 71.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 118.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 47.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 194883.359375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 95.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 7.40625, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 118.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 71.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 118.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 47.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 2293.822998046875, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.046875, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 0.7890625, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 1.7890625, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 3.6640625, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 2363.13720703125, "train/tensor_act_model_layers_79_mlp_up_proj/mean": 0.010986328125, "train/tensor_act_model_layers_79_mlp_up_proj/std": 0.81640625, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_79_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 4.09375, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 2580.23828125, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 1.140625, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.53125, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 2.328125, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": -0.30859375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 2.328125, "train/tensor_act_model_layers_79_mlp_down_proj/range": 2.63671875, "train/tensor_act_model_layers_79_mlp/norm": 2453.271728515625, "train/tensor_act_model_layers_79_mlp/mean": 1.09375, "train/tensor_act_model_layers_79_mlp/std": 0.484375, "train/tensor_act_model_layers_79_mlp/max_abs": 2.09375, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": -0.30859375, "train/tensor_act_model_layers_79_mlp/max": 2.09375, "train/tensor_act_model_layers_79_mlp/range": 2.40234375, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 197167.78125, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 96.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 7.5625, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 119.5, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 71.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 119.5, "train/tensor_act_model_layers_79_residual_post_mlp/range": 48.5, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 197167.78125, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 96.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 7.5625, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 119.5, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 71.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 119.5, "train/tensor_act_model_layers_80_residual_pre_attn/range": 48.5, "train/tensor_act_model_layers_80_residual_post_attn/norm": 197136.015625, "train/tensor_act_model_layers_80_residual_post_attn/mean": 96.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 7.5625, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 119.5, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 71.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 119.5, "train/tensor_act_model_layers_80_residual_post_attn/range": 48.5, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 2312.790771484375, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.03662109375, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 0.796875, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 1.9765625, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -1.9765625, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 1.9453125, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 3.921875, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 2394.93701171875, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.01458740234375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 0.828125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.296875, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -1.8359375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_80_mlp_up_proj/range": 4.1328125, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 2799.1767578125, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 1.21875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.625, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 2.796875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": -0.09521484375, "train/tensor_act_model_layers_80_mlp_down_proj/max": 2.796875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 2.89208984375, "train/tensor_act_model_layers_80_mlp/norm": 2625.931396484375, "train/tensor_act_model_layers_80_mlp/mean": 1.15625, "train/tensor_act_model_layers_80_mlp/std": 0.55859375, "train/tensor_act_model_layers_80_mlp/max_abs": 2.421875, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": -0.09521484375, "train/tensor_act_model_layers_80_mlp/max": 2.421875, "train/tensor_act_model_layers_80_mlp/range": 2.51708984375, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 199518.671875, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 97.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 7.71875, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 121.5, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 72.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 121.5, "train/tensor_act_model_layers_80_residual_post_mlp/range": 49.5, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 199518.671875, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 97.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 7.71875, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 121.5, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 72.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 121.5, "train/tensor_act_model_layers_81_residual_pre_attn/range": 49.5, "train/tensor_act_model_layers_81_residual_post_attn/norm": 199516.6875, "train/tensor_act_model_layers_81_residual_post_attn/mean": 97.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 7.6875, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 121.5, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 72.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 121.5, "train/tensor_act_model_layers_81_residual_post_attn/range": 49.5, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 2464.814208984375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.050048828125, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 0.84765625, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -2.078125, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 4.15625, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 2366.58984375, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.04931640625, "train/tensor_act_model_layers_81_mlp_up_proj/std": 0.81640625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_81_mlp_up_proj/max": 1.84375, "train/tensor_act_model_layers_81_mlp_up_proj/range": 3.9375, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 2707.041748046875, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 1.2109375, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.53515625, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 2.8125, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": 0.08740234375, "train/tensor_act_model_layers_81_mlp_down_proj/max": 2.8125, "train/tensor_act_model_layers_81_mlp_down_proj/range": 2.72509765625, "train/tensor_act_model_layers_81_mlp/norm": 2555.79150390625, "train/tensor_act_model_layers_81_mlp/mean": 1.15625, "train/tensor_act_model_layers_81_mlp/std": 0.4765625, "train/tensor_act_model_layers_81_mlp/max_abs": 2.421875, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": 0.08740234375, "train/tensor_act_model_layers_81_mlp/max": 2.421875, "train/tensor_act_model_layers_81_mlp/range": 2.33447265625, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 201871.234375, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 98.5, "train/tensor_act_model_layers_81_residual_post_mlp/std": 7.6875, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 123.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 74.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 123.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 49.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 201871.234375, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 98.5, "train/tensor_act_model_layers_82_residual_pre_attn/std": 7.6875, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 123.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 74.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 123.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 49.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 201829.5, "train/tensor_act_model_layers_82_residual_post_attn/mean": 98.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 7.71875, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 123.5, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 74.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 123.5, "train/tensor_act_model_layers_82_residual_post_attn/range": 49.5, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 2291.760009765625, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.01373291015625, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 0.79296875, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 1.6875, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -1.6875, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 1.625, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 3.3125, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 2436.364501953125, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.006103515625, "train/tensor_act_model_layers_82_mlp_up_proj/std": 0.83984375, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 2.3125, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_82_mlp_up_proj/max": 1.875, "train/tensor_act_model_layers_82_mlp_up_proj/range": 4.1875, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 2647.593505859375, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 1.171875, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.5390625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 2.640625, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": -0.2109375, "train/tensor_act_model_layers_82_mlp_down_proj/max": 2.640625, "train/tensor_act_model_layers_82_mlp_down_proj/range": 2.8515625, "train/tensor_act_model_layers_82_mlp/norm": 2507.303955078125, "train/tensor_act_model_layers_82_mlp/mean": 1.125, "train/tensor_act_model_layers_82_mlp/std": 0.484375, "train/tensor_act_model_layers_82_mlp/max_abs": 2.3125, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": -0.2109375, "train/tensor_act_model_layers_82_mlp/max": 2.3125, "train/tensor_act_model_layers_82_mlp/range": 2.5234375, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 204141.78125, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 99.5, "train/tensor_act_model_layers_82_residual_post_mlp/std": 7.78125, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 125.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 75.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 125.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 50.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 204141.78125, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 99.5, "train/tensor_act_model_layers_83_residual_pre_attn/std": 7.78125, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 125.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 75.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 125.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 50.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 204159.828125, "train/tensor_act_model_layers_83_residual_post_attn/mean": 99.5, "train/tensor_act_model_layers_83_residual_post_attn/std": 7.78125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 125.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 74.5, "train/tensor_act_model_layers_83_residual_post_attn/max": 125.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 50.5, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 2361.760986328125, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.04443359375, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 0.8125, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 1.890625, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -1.7578125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 1.890625, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 3.6484375, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 2531.70654296875, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.044189453125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 0.87109375, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.03125, "train/tensor_act_model_layers_83_mlp_up_proj/max": 1.984375, "train/tensor_act_model_layers_83_mlp_up_proj/range": 4.015625, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 2892.58203125, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 1.2578125, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.63671875, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 3.015625, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": -0.3046875, "train/tensor_act_model_layers_83_mlp_down_proj/max": 3.015625, "train/tensor_act_model_layers_83_mlp_down_proj/range": 3.3203125, "train/tensor_act_model_layers_83_mlp/norm": 2704.843505859375, "train/tensor_act_model_layers_83_mlp/mean": 1.1953125, "train/tensor_act_model_layers_83_mlp/std": 0.56640625, "train/tensor_act_model_layers_83_mlp/max_abs": 2.546875, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": -0.3046875, "train/tensor_act_model_layers_83_mlp/max": 2.546875, "train/tensor_act_model_layers_83_mlp/range": 2.8515625, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 206587.59375, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 100.5, "train/tensor_act_model_layers_83_residual_post_mlp/std": 7.90625, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 127.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 76.5, "train/tensor_act_model_layers_83_residual_post_mlp/max": 127.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 50.5, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 206587.59375, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 100.5, "train/tensor_act_model_layers_84_residual_pre_attn/std": 7.90625, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 127.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 76.5, "train/tensor_act_model_layers_84_residual_pre_attn/max": 127.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 50.5, "train/tensor_act_model_layers_84_residual_post_attn/norm": 206565.078125, "train/tensor_act_model_layers_84_residual_post_attn/mean": 100.5, "train/tensor_act_model_layers_84_residual_post_attn/std": 7.90625, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 127.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 76.5, "train/tensor_act_model_layers_84_residual_post_attn/max": 127.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 50.5, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 2139.6943359375, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.0279541015625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 0.73828125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 3.796875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 2175.886474609375, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.09912109375, "train/tensor_act_model_layers_84_mlp_up_proj/std": 0.74609375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 1.90625, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -1.796875, "train/tensor_act_model_layers_84_mlp_up_proj/max": 1.90625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 3.703125, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 2126.013916015625, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 0.8671875, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.5703125, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 2.0625, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": -0.306640625, "train/tensor_act_model_layers_84_mlp_down_proj/max": 2.0625, "train/tensor_act_model_layers_84_mlp_down_proj/range": 2.369140625, "train/tensor_act_model_layers_84_mlp/norm": 2036.75146484375, "train/tensor_act_model_layers_84_mlp/mean": 0.8359375, "train/tensor_act_model_layers_84_mlp/std": 0.53515625, "train/tensor_act_model_layers_84_mlp/max_abs": 1.8984375, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": -0.306640625, "train/tensor_act_model_layers_84_mlp/max": 1.8984375, "train/tensor_act_model_layers_84_mlp/range": 2.205078125, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 208302.828125, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 101.5, "train/tensor_act_model_layers_84_residual_post_mlp/std": 7.9375, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 127.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 78.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 127.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 49.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 208302.828125, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 101.5, "train/tensor_act_model_layers_85_residual_pre_attn/std": 7.9375, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 127.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 78.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 127.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 49.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 208274.640625, "train/tensor_act_model_layers_85_residual_post_attn/mean": 101.5, "train/tensor_act_model_layers_85_residual_post_attn/std": 7.90625, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 127.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 78.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 127.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 49.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 2306.6611328125, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.01556396484375, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 0.796875, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 2.265625, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -2.265625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 1.8359375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 4.1015625, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 2364.320068359375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.09521484375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 0.8125, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 2.265625, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.265625, "train/tensor_act_model_layers_85_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_85_mlp_up_proj/range": 4.203125, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 2365.206298828125, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 1.0234375, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.54296875, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 2.515625, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": -0.33203125, "train/tensor_act_model_layers_85_mlp_down_proj/max": 2.515625, "train/tensor_act_model_layers_85_mlp_down_proj/range": 2.84765625, "train/tensor_act_model_layers_85_mlp/norm": 2257.078369140625, "train/tensor_act_model_layers_85_mlp/mean": 0.98046875, "train/tensor_act_model_layers_85_mlp/std": 0.5, "train/tensor_act_model_layers_85_mlp/max_abs": 2.234375, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": -0.33203125, "train/tensor_act_model_layers_85_mlp/max": 2.234375, "train/tensor_act_model_layers_85_mlp/range": 2.56640625, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 210267.40625, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 102.5, "train/tensor_act_model_layers_85_residual_post_mlp/std": 8.0, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 128.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 78.5, "train/tensor_act_model_layers_85_residual_post_mlp/max": 128.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 49.5, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 210267.40625, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 102.5, "train/tensor_act_model_layers_86_residual_pre_attn/std": 8.0, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 128.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 78.5, "train/tensor_act_model_layers_86_residual_pre_attn/max": 128.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 49.5, "train/tensor_act_model_layers_86_residual_post_attn/norm": 210266.296875, "train/tensor_act_model_layers_86_residual_post_attn/mean": 102.5, "train/tensor_act_model_layers_86_residual_post_attn/std": 8.0, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 128.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 78.5, "train/tensor_act_model_layers_86_residual_post_attn/max": 128.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 49.5, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 2292.3720703125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.03759765625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 0.7890625, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 1.8125, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 3.875, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 2411.941650390625, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.035888671875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 0.83203125, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -1.8828125, "train/tensor_act_model_layers_86_mlp_up_proj/max": 2.34375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 4.2265625, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 2584.11474609375, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 1.0390625, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.71875, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 3.34375, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -1.6875, "train/tensor_act_model_layers_86_mlp_down_proj/max": 3.34375, "train/tensor_act_model_layers_86_mlp_down_proj/range": 5.03125, "train/tensor_act_model_layers_86_mlp/norm": 2427.8583984375, "train/tensor_act_model_layers_86_mlp/mean": 0.98828125, "train/tensor_act_model_layers_86_mlp/std": 0.65625, "train/tensor_act_model_layers_86_mlp/max_abs": 2.734375, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -1.59375, "train/tensor_act_model_layers_86_mlp/max": 2.734375, "train/tensor_act_model_layers_86_mlp/range": 4.328125, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 212311.703125, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 103.5, "train/tensor_act_model_layers_86_residual_post_mlp/std": 8.125, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 129.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 79.5, "train/tensor_act_model_layers_86_residual_post_mlp/max": 129.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 49.5, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 212311.703125, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 103.5, "train/tensor_act_model_layers_87_residual_pre_attn/std": 8.125, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 129.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 79.5, "train/tensor_act_model_layers_87_residual_pre_attn/max": 129.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 49.5, "train/tensor_act_model_layers_87_residual_post_attn/norm": 212364.484375, "train/tensor_act_model_layers_87_residual_post_attn/mean": 103.5, "train/tensor_act_model_layers_87_residual_post_attn/std": 8.0625, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 129.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 79.5, "train/tensor_act_model_layers_87_residual_post_attn/max": 129.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 49.5, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 2277.506103515625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.023681640625, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 0.78515625, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 2.0625, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -1.828125, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 2.0625, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 3.890625, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 2199.9599609375, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.0654296875, "train/tensor_act_model_layers_87_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 1.7578125, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -1.6875, "train/tensor_act_model_layers_87_mlp_up_proj/max": 1.7578125, "train/tensor_act_model_layers_87_mlp_up_proj/range": 3.4453125, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 2189.755859375, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 0.91796875, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.55078125, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 2.1875, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": -0.7578125, "train/tensor_act_model_layers_87_mlp_down_proj/max": 2.1875, "train/tensor_act_model_layers_87_mlp_down_proj/range": 2.9453125, "train/tensor_act_model_layers_87_mlp/norm": 2100.259765625, "train/tensor_act_model_layers_87_mlp/mean": 0.88671875, "train/tensor_act_model_layers_87_mlp/std": 0.515625, "train/tensor_act_model_layers_87_mlp/max_abs": 1.9921875, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": -0.75, "train/tensor_act_model_layers_87_mlp/max": 1.9921875, "train/tensor_act_model_layers_87_mlp/range": 2.7421875, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 214192.265625, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 104.5, "train/tensor_act_model_layers_87_residual_post_mlp/std": 8.1875, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 130.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 80.5, "train/tensor_act_model_layers_87_residual_post_mlp/max": 130.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 49.5, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 214192.265625, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 104.5, "train/tensor_act_model_layers_88_residual_pre_attn/std": 8.1875, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 130.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 80.5, "train/tensor_act_model_layers_88_residual_pre_attn/max": 130.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 49.5, "train/tensor_act_model_layers_88_residual_post_attn/norm": 214234.640625, "train/tensor_act_model_layers_88_residual_post_attn/mean": 104.5, "train/tensor_act_model_layers_88_residual_post_attn/std": 8.1875, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 130.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 80.5, "train/tensor_act_model_layers_88_residual_post_attn/max": 130.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 49.5, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 2172.77685546875, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.01141357421875, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 0.75, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -1.9140625, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 3.9453125, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 2221.366943359375, "train/tensor_act_model_layers_88_mlp_up_proj/mean": 0.043212890625, "train/tensor_act_model_layers_88_mlp_up_proj/std": 0.765625, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.015625, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_88_mlp_up_proj/max": 1.859375, "train/tensor_act_model_layers_88_mlp_up_proj/range": 3.875, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 2067.7158203125, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 0.83203125, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.57421875, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 2.046875, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.71484375, "train/tensor_act_model_layers_88_mlp_down_proj/max": 2.046875, "train/tensor_act_model_layers_88_mlp_down_proj/range": 2.76171875, "train/tensor_act_model_layers_88_mlp/norm": 1991.4603271484375, "train/tensor_act_model_layers_88_mlp/mean": 0.8046875, "train/tensor_act_model_layers_88_mlp/std": 0.546875, "train/tensor_act_model_layers_88_mlp/max_abs": 1.8828125, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -0.70703125, "train/tensor_act_model_layers_88_mlp/max": 1.8828125, "train/tensor_act_model_layers_88_mlp/range": 2.58984375, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 215914.34375, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 105.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 8.3125, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 131.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 81.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 131.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 50.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 215914.34375, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 105.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 8.3125, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 131.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 81.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 131.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 50.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 215880.8125, "train/tensor_act_model_layers_89_residual_post_attn/mean": 105.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 8.3125, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 131.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 81.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 131.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 50.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 2118.660888671875, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.042236328125, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 0.73046875, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 2.21875, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -1.859375, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 4.078125, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 2221.946044921875, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.021240234375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 0.765625, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_89_mlp_up_proj/max": 2.109375, "train/tensor_act_model_layers_89_mlp_up_proj/range": 4.453125, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 2063.755615234375, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 0.8046875, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.60546875, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 2.28125, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.703125, "train/tensor_act_model_layers_89_mlp_down_proj/max": 2.28125, "train/tensor_act_model_layers_89_mlp_down_proj/range": 2.984375, "train/tensor_act_model_layers_89_mlp/norm": 1976.0797119140625, "train/tensor_act_model_layers_89_mlp/mean": 0.77734375, "train/tensor_act_model_layers_89_mlp/std": 0.57421875, "train/tensor_act_model_layers_89_mlp/max_abs": 2.0625, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -0.6953125, "train/tensor_act_model_layers_89_mlp/max": 2.0625, "train/tensor_act_model_layers_89_mlp/range": 2.7578125, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 217467.9375, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 106.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 8.4375, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 132.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 81.5, "train/tensor_act_model_layers_89_residual_post_mlp/max": 132.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 50.5, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 217467.9375, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 106.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 8.4375, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 132.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 81.5, "train/tensor_act_model_layers_90_residual_pre_attn/max": 132.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 50.5, "train/tensor_act_model_layers_90_residual_post_attn/norm": 217433.59375, "train/tensor_act_model_layers_90_residual_post_attn/mean": 106.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 8.4375, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 132.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 81.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 132.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 51.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 2219.96923828125, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.09130859375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 0.76171875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -2.09375, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 4.53125, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 2221.720947265625, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.0125732421875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 0.765625, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 2.34375, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_90_mlp_up_proj/max": 1.78125, "train/tensor_act_model_layers_90_mlp_up_proj/range": 4.125, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 2167.7890625, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 0.83203125, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.65234375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 2.609375, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.8046875, "train/tensor_act_model_layers_90_mlp_down_proj/max": 2.609375, "train/tensor_act_model_layers_90_mlp_down_proj/range": 3.4140625, "train/tensor_act_model_layers_90_mlp/norm": 2070.298583984375, "train/tensor_act_model_layers_90_mlp/mean": 0.80078125, "train/tensor_act_model_layers_90_mlp/std": 0.6171875, "train/tensor_act_model_layers_90_mlp/max_abs": 2.296875, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -0.79296875, "train/tensor_act_model_layers_90_mlp/max": 2.296875, "train/tensor_act_model_layers_90_mlp/range": 3.08984375, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 219005.78125, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 106.5, "train/tensor_act_model_layers_90_residual_post_mlp/std": 8.5625, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 133.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 82.5, "train/tensor_act_model_layers_90_residual_post_mlp/max": 133.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 50.5, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 219005.78125, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 106.5, "train/tensor_act_model_layers_91_residual_pre_attn/std": 8.5625, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 133.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 82.5, "train/tensor_act_model_layers_91_residual_pre_attn/max": 133.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 50.5, "train/tensor_act_model_layers_91_residual_post_attn/norm": 219030.859375, "train/tensor_act_model_layers_91_residual_post_attn/mean": 106.5, "train/tensor_act_model_layers_91_residual_post_attn/std": 8.5, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 133.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 82.5, "train/tensor_act_model_layers_91_residual_post_attn/max": 133.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 50.5, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 2202.117919921875, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.04541015625, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 0.7578125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 2.328125, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -2.328125, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 1.9921875, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 4.3203125, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 2084.380615234375, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.055419921875, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.71875, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 2.078125, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -2.078125, "train/tensor_act_model_layers_91_mlp_up_proj/max": 1.8046875, "train/tensor_act_model_layers_91_mlp_up_proj/range": 3.8828125, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 1815.6556396484375, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 0.70703125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.53125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 2.140625, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -0.80078125, "train/tensor_act_model_layers_91_mlp_down_proj/max": 2.140625, "train/tensor_act_model_layers_91_mlp_down_proj/range": 2.94140625, "train/tensor_act_model_layers_91_mlp/norm": 1755.2738037109375, "train/tensor_act_model_layers_91_mlp/mean": 0.69140625, "train/tensor_act_model_layers_91_mlp/std": 0.5078125, "train/tensor_act_model_layers_91_mlp/max_abs": 1.9609375, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -0.7890625, "train/tensor_act_model_layers_91_mlp/max": 1.9609375, "train/tensor_act_model_layers_91_mlp/range": 2.75, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 220474.453125, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 107.5, "train/tensor_act_model_layers_91_residual_post_mlp/std": 8.6875, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 134.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 83.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 134.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 51.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 220474.453125, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 107.5, "train/tensor_act_model_layers_92_residual_pre_attn/std": 8.6875, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 134.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 83.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 134.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 51.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 220474.453125, "train/tensor_act_model_layers_92_residual_post_attn/mean": 107.5, "train/tensor_act_model_layers_92_residual_post_attn/std": 8.6875, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 134.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 83.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 134.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 51.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 2177.300537109375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.034423828125, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.75, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -1.65625, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 4.15625, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 2203.94775390625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.046142578125, "train/tensor_act_model_layers_92_mlp_up_proj/std": 0.7578125, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.03125, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -2.015625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 2.03125, "train/tensor_act_model_layers_92_mlp_up_proj/range": 4.046875, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 2127.960693359375, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 0.8203125, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.63671875, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 2.34375, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -0.75390625, "train/tensor_act_model_layers_92_mlp_down_proj/max": 2.34375, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.09765625, "train/tensor_act_model_layers_92_mlp/norm": 2034.32763671875, "train/tensor_act_model_layers_92_mlp/mean": 0.7890625, "train/tensor_act_model_layers_92_mlp/std": 0.6015625, "train/tensor_act_model_layers_92_mlp/max_abs": 2.109375, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -0.74609375, "train/tensor_act_model_layers_92_mlp/max": 2.109375, "train/tensor_act_model_layers_92_mlp/range": 2.85546875, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 222126.734375, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 108.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 8.75, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 135.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 84.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 135.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 51.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 222126.734375, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 108.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 8.75, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 135.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 84.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 135.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 51.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 222125.375, "train/tensor_act_model_layers_93_residual_post_attn/mean": 108.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 8.75, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 135.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 84.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 135.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 51.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 2119.46484375, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.051513671875, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.73046875, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 2.046875, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -1.9765625, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 2.046875, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 4.0234375, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 2171.020263671875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.0235595703125, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.75, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 2.203125, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -1.671875, "train/tensor_act_model_layers_93_mlp_up_proj/max": 2.203125, "train/tensor_act_model_layers_93_mlp_up_proj/range": 3.875, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 1937.9202880859375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 0.69921875, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.63671875, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 2.171875, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.140625, "train/tensor_act_model_layers_93_mlp_down_proj/max": 2.171875, "train/tensor_act_model_layers_93_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_93_mlp/norm": 1864.627197265625, "train/tensor_act_model_layers_93_mlp/mean": 0.67578125, "train/tensor_act_model_layers_93_mlp/std": 0.609375, "train/tensor_act_model_layers_93_mlp/max_abs": 1.984375, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.109375, "train/tensor_act_model_layers_93_mlp/max": 1.984375, "train/tensor_act_model_layers_93_mlp/range": 3.09375, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 223541.46875, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 109.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 8.9375, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 136.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 84.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 136.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 52.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 223541.46875, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 109.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 8.9375, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 136.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 84.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 136.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 52.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 223541.09375, "train/tensor_act_model_layers_94_residual_post_attn/mean": 109.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 8.9375, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 136.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 84.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 136.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 52.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 2112.727783203125, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.04052734375, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.7265625, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 1.9375, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -1.65625, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 1.9375, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 3.59375, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 2101.01123046875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.09423828125, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.71875, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_94_mlp_up_proj/max": 1.9609375, "train/tensor_act_model_layers_94_mlp_up_proj/range": 4.5546875, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 1629.348876953125, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 0.5546875, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.5703125, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 1.8046875, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.1015625, "train/tensor_act_model_layers_94_mlp_down_proj/max": 1.8046875, "train/tensor_act_model_layers_94_mlp_down_proj/range": 2.90625, "train/tensor_act_model_layers_94_mlp/norm": 1583.0654296875, "train/tensor_act_model_layers_94_mlp/mean": 0.54296875, "train/tensor_act_model_layers_94_mlp/std": 0.55078125, "train/tensor_act_model_layers_94_mlp/max_abs": 1.6953125, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.078125, "train/tensor_act_model_layers_94_mlp/max": 1.6953125, "train/tensor_act_model_layers_94_mlp/range": 2.7734375, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 224635.890625, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 109.5, "train/tensor_act_model_layers_94_residual_post_mlp/std": 9.0625, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 136.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 84.5, "train/tensor_act_model_layers_94_residual_post_mlp/max": 136.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 51.5, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 224635.890625, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 109.5, "train/tensor_act_model_layers_95_residual_pre_attn/std": 9.0625, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 136.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 84.5, "train/tensor_act_model_layers_95_residual_pre_attn/max": 136.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 51.5, "train/tensor_act_model_layers_95_residual_post_attn/norm": 224635.890625, "train/tensor_act_model_layers_95_residual_post_attn/mean": 109.5, "train/tensor_act_model_layers_95_residual_post_attn/std": 9.0625, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 136.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 84.5, "train/tensor_act_model_layers_95_residual_post_attn/max": 136.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 51.5, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2026.9803466796875, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.05712890625, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 1.8203125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -1.8203125, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 1.7734375, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 3.59375, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2116.28173828125, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.01025390625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.73046875, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -1.9140625, "train/tensor_act_model_layers_95_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_95_mlp_up_proj/range": 4.6171875, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 1644.21923828125, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 0.58984375, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.54296875, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 1.9375, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.6171875, "train/tensor_act_model_layers_95_mlp_down_proj/max": 1.9375, "train/tensor_act_model_layers_95_mlp_down_proj/range": 2.5546875, "train/tensor_act_model_layers_95_mlp/norm": 1597.4332275390625, "train/tensor_act_model_layers_95_mlp/mean": 0.57421875, "train/tensor_act_model_layers_95_mlp/std": 0.52734375, "train/tensor_act_model_layers_95_mlp/max_abs": 1.796875, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.61328125, "train/tensor_act_model_layers_95_mlp/max": 1.796875, "train/tensor_act_model_layers_95_mlp/range": 2.41015625, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 225802.453125, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 110.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 9.125, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 136.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 84.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 136.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 52.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 225802.453125, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 110.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 9.125, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 136.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 84.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 136.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 52.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 225802.859375, "train/tensor_act_model_layers_96_residual_post_attn/mean": 110.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 9.125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 136.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 84.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 136.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 52.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2026.7232666015625, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": -0.0137939453125, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.69921875, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 2.078125, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -2.0625, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 2.078125, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 4.140625, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2013.8792724609375, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.00836181640625, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.6953125, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 1.984375, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -1.984375, "train/tensor_act_model_layers_96_mlp_up_proj/max": 1.96875, "train/tensor_act_model_layers_96_mlp_up_proj/range": 3.953125, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 1544.2227783203125, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 0.478515625, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.58203125, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 2.109375, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -1.1015625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 2.109375, "train/tensor_act_model_layers_96_mlp_down_proj/range": 3.2109375, "train/tensor_act_model_layers_96_mlp/norm": 1494.8760986328125, "train/tensor_act_model_layers_96_mlp/mean": 0.46484375, "train/tensor_act_model_layers_96_mlp/std": 0.5625, "train/tensor_act_model_layers_96_mlp/max_abs": 1.9296875, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.078125, "train/tensor_act_model_layers_96_mlp/max": 1.9296875, "train/tensor_act_model_layers_96_mlp/range": 3.0078125, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 226819.9375, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 110.5, "train/tensor_act_model_layers_96_residual_post_mlp/std": 9.25, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 137.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 83.5, "train/tensor_act_model_layers_96_residual_post_mlp/max": 137.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 53.5, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 226819.9375, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 110.5, "train/tensor_act_model_layers_97_residual_pre_attn/std": 9.25, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 137.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 83.5, "train/tensor_act_model_layers_97_residual_pre_attn/max": 137.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 53.5, "train/tensor_act_model_layers_97_residual_post_attn/norm": 226819.9375, "train/tensor_act_model_layers_97_residual_post_attn/mean": 110.5, "train/tensor_act_model_layers_97_residual_post_attn/std": 9.25, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 137.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 83.5, "train/tensor_act_model_layers_97_residual_post_attn/max": 137.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 53.5, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 1996.0347900390625, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.0177001953125, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.6875, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 2.03125, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -1.7890625, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 2.03125, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 3.8203125, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2002.258056640625, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.03759765625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.69140625, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 1.9375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -1.703125, "train/tensor_act_model_layers_97_mlp_up_proj/max": 1.9375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 3.640625, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 1563.1025390625, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 0.52734375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.55078125, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 1.71875, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -1.0625, "train/tensor_act_model_layers_97_mlp_down_proj/max": 1.71875, "train/tensor_act_model_layers_97_mlp_down_proj/range": 2.78125, "train/tensor_act_model_layers_97_mlp/norm": 1520.94189453125, "train/tensor_act_model_layers_97_mlp/mean": 0.515625, "train/tensor_act_model_layers_97_mlp/std": 0.53515625, "train/tensor_act_model_layers_97_mlp/max_abs": 1.6171875, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -1.0390625, "train/tensor_act_model_layers_97_mlp/max": 1.6171875, "train/tensor_act_model_layers_97_mlp/range": 2.65625, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 227938.875, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 111.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 9.375, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 138.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 84.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 138.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 54.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 227938.875, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 111.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 9.375, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 138.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 84.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 138.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 54.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 227938.921875, "train/tensor_act_model_layers_98_residual_post_attn/mean": 111.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 9.375, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 138.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 84.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 138.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 54.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 1926.28759765625, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.064453125, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.66015625, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 1.875, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -1.875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 1.734375, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 3.609375, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 1846.7232666015625, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.0233154296875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.63671875, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 2.25, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -2.25, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.0, "train/tensor_act_model_layers_98_mlp_up_proj/range": 4.25, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 1418.9775390625, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.376953125, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.58203125, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 1.859375, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.109375, "train/tensor_act_model_layers_98_mlp_down_proj/max": 1.859375, "train/tensor_act_model_layers_98_mlp_down_proj/range": 2.96875, "train/tensor_act_model_layers_98_mlp/norm": 1380.63818359375, "train/tensor_act_model_layers_98_mlp/mean": 0.3671875, "train/tensor_act_model_layers_98_mlp/std": 0.56640625, "train/tensor_act_model_layers_98_mlp/max_abs": 1.734375, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.078125, "train/tensor_act_model_layers_98_mlp/max": 1.734375, "train/tensor_act_model_layers_98_mlp/range": 2.8125, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 228738.484375, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 111.5, "train/tensor_act_model_layers_98_residual_post_mlp/std": 9.5625, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 139.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 83.5, "train/tensor_act_model_layers_98_residual_post_mlp/max": 139.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 55.5, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 228738.484375, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 111.5, "train/tensor_act_model_layers_99_residual_pre_attn/std": 9.5625, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 139.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 83.5, "train/tensor_act_model_layers_99_residual_pre_attn/max": 139.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 55.5, "train/tensor_act_model_layers_99_residual_post_attn/norm": 228706.3125, "train/tensor_act_model_layers_99_residual_post_attn/mean": 111.5, "train/tensor_act_model_layers_99_residual_post_attn/std": 9.5, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 139.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 83.5, "train/tensor_act_model_layers_99_residual_post_attn/max": 139.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 55.5, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 1917.5589599609375, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.048583984375, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.66015625, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.125, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -2.125, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 1.6328125, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 3.7578125, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 1843.03662109375, "train/tensor_act_model_layers_99_mlp_up_proj/mean": 0.01300048828125, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.63671875, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 1.7734375, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -1.6171875, "train/tensor_act_model_layers_99_mlp_up_proj/max": 1.7734375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 3.390625, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 1580.6353759765625, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.37890625, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 2.015625, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -2.015625, "train/tensor_act_model_layers_99_mlp_down_proj/max": 1.671875, "train/tensor_act_model_layers_99_mlp_down_proj/range": 3.6875, "train/tensor_act_model_layers_99_mlp/norm": 1536.431396484375, "train/tensor_act_model_layers_99_mlp/mean": 0.37109375, "train/tensor_act_model_layers_99_mlp/std": 0.65234375, "train/tensor_act_model_layers_99_mlp/max_abs": 1.859375, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -1.859375, "train/tensor_act_model_layers_99_mlp/max": 1.578125, "train/tensor_act_model_layers_99_mlp/range": 3.4375, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 229549.75, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 111.5, "train/tensor_act_model_layers_99_residual_post_mlp/std": 9.875, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 140.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 83.5, "train/tensor_act_model_layers_99_residual_post_mlp/max": 140.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 56.5, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": -2080.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -876544.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 1908736.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 26607616.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -1216.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 146432.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 954368.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -679936.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 954368.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 1634304.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 23855104.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": 16128.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 130560.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 651264.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -573440.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 651264.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1224704.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": -6432.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 671744.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 1572864.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 27656192.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -12480.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 151552.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 622592.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 1736704.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 23592960.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": 2336.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 130560.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 667648.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -667648.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 614400.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 1282048.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 27392.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 195584.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -630784.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 946176.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 1576960.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 31850496.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 15232.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 175104.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 2105344.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 33292288.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": 4224.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 1449984.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -692224.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 1449984.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 2142208.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -6432.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -1228800.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 929792.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 2158592.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 29491200.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": 1544.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 162816.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 1011712.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 1929216.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 29622272.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -3808.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 880640.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -880640.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 610304.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 1490944.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 39583744.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -13888.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 218112.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 962560.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -962560.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 712704.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 1675264.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 18048.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 175104.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -638976.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 1138688.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 1777664.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": 8512.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 1953792.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -7648.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -966656.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 2031616.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 30932992.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 2432.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 171008.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 716800.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 1798144.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 30801920.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": 3360.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 909312.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -909312.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 888832.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 1798144.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 24832.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 239616.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -1384448.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 2457600.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 1208.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 1847296.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": 6400.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 884736.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 876544.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 1761280.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 32768.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 1335296.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 1335296.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 2359296.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 7104.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 207872.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 2236416.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 38010880.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -9152.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 2244608.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -44288.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 232448.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -1036288.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 622592.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 1658880.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": -5600.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 1343488.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 835584.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 2179072.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 33816576.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": 3024.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 872448.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 1986560.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": -4160.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 258048.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 819200.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 2105344.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -7872.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 827392.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 1605632.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -3520.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 198656.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 753664.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -753664.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 696320.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 1449984.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -386.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 2179072.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -10496.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 831488.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -659456.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 1490944.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -4080.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -811008.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 1196032.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 2007040.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 6496.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 1994752.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 16.5, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 745472.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 1646592.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 12160.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 856064.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -856064.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 720896.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 1576960.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -24064.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 257024.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 745472.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 1646592.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -16384.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 216064.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 974848.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 1875968.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -4352.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 806912.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 737280.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 1544192.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -13696.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 1310720.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 1310720.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 2473984.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -5344.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -831488.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 1036288.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 1867776.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -12224.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -835584.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 937984.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 1773568.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 50331648.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 23936.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 1343488.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -909312.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 1343488.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 2252800.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 39583744.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -29184.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 921600.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 847872.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 1769472.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 40894464.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -6016.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 226304.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -1015808.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 2056192.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 6944.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 888832.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 1622016.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -34560.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 790528.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 1691648.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 22272.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 209920.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 1761280.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 716.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 864256.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 1753088.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 19072.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 231424.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 950272.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 950272.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 1679360.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -7168.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 253952.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 1089536.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 2129920.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -16000.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 847872.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -847872.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 757760.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 1605632.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -11776.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 237568.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 806912.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 794624.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 1601536.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 19968.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 991232.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 991232.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 1806336.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -12480.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -983040.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 921600.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 1904640.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 44302336.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -15360.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 244736.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -954368.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 995328.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 1949696.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -20736.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 897024.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -897024.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 1748992.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 51642368.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 7360.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 2228224.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -1360.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 1089536.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 1916928.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 5280.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 246784.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 925696.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 1990656.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 56.25, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -962560.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 1024000.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 1986560.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": -14400.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 229376.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 1724416.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -17152.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 950272.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -786432.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 950272.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 1736704.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 49283072.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -7680.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 897024.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -897024.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 876544.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 1773568.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -29568.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -1036288.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 929792.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 1966080.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": 1448.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 909312.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 1826816.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 15168.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 811008.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 811008.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 1556480.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 31488.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 254976.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 1318912.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 1318912.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 2236416.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -16320.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -905216.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 946176.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 1851392.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -43264.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 897024.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -897024.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 872448.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 1769472.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -11200.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 234496.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 2039808.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 44302336.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": 19456.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 243712.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 2043904.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 53215232.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -5472.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 1204224.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 2318336.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -5152.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 258048.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 827392.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 1740800.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": 17280.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 248832.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 831488.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -782336.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 1613824.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 15296.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 252928.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 954368.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -954368.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 1822720.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 1408.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 237568.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 2187264.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": 8640.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 1368064.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -1368064.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 884736.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 2252800.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 55312384.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 31488.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 305152.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 1376256.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 1376256.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 2363392.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 9472.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 1556480.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -1556480.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 880640.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 2437120.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": 6816.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 1409024.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -1163264.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 1409024.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 2572288.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -2672.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 962560.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -905216.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 1867776.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 3536.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 246784.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -937984.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 1830912.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": 2640.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 245760.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 823296.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 1712128.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -7264.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.99652099609375, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 995328.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 2027520.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 16384.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 831488.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 1638400.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 3792.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 2113536.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 54525952.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 2896.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 2113536.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -21376.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 811008.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 1875968.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -20864.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -1028096.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 917504.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 1945600.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 52428800.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 13184.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 1015808.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 1015808.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 1904640.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 3328.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 257024.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -811008.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 1867776.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -10496.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 258048.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -864256.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 983040.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 1847296.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -8512.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 970752.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -970752.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 1933312.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 10048.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 254976.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 991232.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 991232.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 1880064.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -3248.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 245760.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 761856.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 1695744.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 52428800.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 63232.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 1236992.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 1236992.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 1982464.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 25472.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 1785856.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -17920.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 260096.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 921600.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 921600.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 1843200.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 13376.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 1523712.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -868352.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 1523712.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 2392064.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 20864.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 892928.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -839680.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 1732608.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 15936.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 258048.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 909312.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -692224.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 909312.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 1601536.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 16896.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -811008.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 1712128.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -14016.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 868352.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -749568.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 1617920.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": 13632.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 921600.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 864256.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 1785856.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 12160.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -1011712.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 2068480.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -9024.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 1220608.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 1220608.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 2326528.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -10432.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 257024.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -1253376.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 1171456.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 2424832.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -47360.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 983040.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 1806336.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 11968.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 798720.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 1699840.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 16064.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 253952.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 2138112.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -25344.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 921600.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 1966080.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 44302336.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 6176.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 244736.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 983040.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -983040.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 864256.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 1847296.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": 4000.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 851968.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -716800.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 1568768.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 51380224.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 18176.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -835584.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 933888.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 1769472.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 9280.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 254976.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 864256.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -864256.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 1703936.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -14016.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 782336.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 1921024.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 51904512.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 2544.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 2260992.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": -8448.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 950272.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 1720320.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": 1080.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 249856.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 937984.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 1744896.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 52953088.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -8704.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 1015808.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -1015808.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 888832.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 1904640.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 24064.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 995328.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 1880064.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -19072.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -897024.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 1937408.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -20864.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -782336.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 978944.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 1761280.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": -42.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 831488.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -819200.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 1650688.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -4576.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 1097728.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 1912832.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 51380224.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": -2320.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 929792.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 798720.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 1728512.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": -3024.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -802816.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 1642496.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 19584.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -1003520.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 1974272.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 53739520.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 6752.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 296960.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 1011712.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 1998848.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 1872.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 1966080.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -7616.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 843776.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -843776.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 1622016.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 51642368.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -25728.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 798720.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 1843200.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -22656.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 978944.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 1925120.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -133.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 847872.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -847872.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 720896.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 1568768.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 35328.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -925696.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 1990656.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": -25984.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -925696.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 1933312.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": 21120.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 261120.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -712704.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 958464.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 1671168.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 55574528.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -20736.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 307200.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 1220608.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 1015808.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 2236416.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 4080.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 260096.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 819200.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -765952.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 819200.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 1585152.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 48758784.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -4864.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 897024.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -897024.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 811008.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 1708032.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 54525952.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 28288.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 299008.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 1286144.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 2375680.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -17152.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 258048.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 888832.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -888832.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 815104.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 1703936.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 7680.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 868352.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -757760.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 1626112.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 52953088.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 11840.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 1937408.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -8128.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 798720.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -778240.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 798720.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 1576960.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -14656.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 770048.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -700416.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 1470464.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 53739520.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -23296.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 937984.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 2240512.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -5344.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 254976.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 921600.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -819200.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 921600.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 1740800.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -5248.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 249856.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -1036288.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 782336.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 1818624.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 53215232.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": -748.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 999424.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -749568.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 999424.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 1748992.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": -28160.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 765952.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -765952.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 667648.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 1433600.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": 15680.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 2146304.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -34304.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 1937408.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 640.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 864256.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -864256.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 864256.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 1728512.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 12480.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 1019904.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 1765376.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 53477376.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 13440.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 1253376.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 1253376.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 2433024.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 6816.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -995328.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 929792.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 1925120.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -13952.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 1982464.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 52428800.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 11392.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 1781760.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 25472.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 897024.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -679936.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 897024.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 1576960.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -8064.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 786432.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -786432.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 753664.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 1540096.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 54263808.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -4416.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -1003520.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 2084864.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 11712.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 880640.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 880640.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 1671168.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -11008.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 925696.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -925696.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 798720.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 1724416.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 53215232.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -19200.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 294912.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -774144.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 1921024.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 49283072.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": -14336.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 950272.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 1789952.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -20096.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 790528.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 1724416.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 50331648.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 5984.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -802816.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 1642496.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 14592.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 733184.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 1679360.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -52.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 761856.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 1736704.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -20352.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 942080.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -942080.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 843776.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 1785856.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -30592.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 864256.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -811008.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 864256.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 1675264.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -9152.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 253952.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 790528.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -724992.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 790528.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 1515520.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 16768.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 925696.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -925696.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 888832.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 1814528.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 48758784.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 10368.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -1003520.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 1228800.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 2232320.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": 25856.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 2252800.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 50331648.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -6528.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 856064.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 1896448.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 9088.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 1036288.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 1921024.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 18176.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 261120.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 843776.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -843776.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 843776.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 1687552.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -7008.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 1912832.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 34560.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 246784.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -679936.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 917504.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 1597440.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -25600.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 892928.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 1720320.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 51380224.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -14016.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 843776.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 1744896.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 22784.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 815104.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 806912.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 1622016.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 49283072.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -7360.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 905216.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 1839104.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": -1832.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 2154496.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 2912.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 252928.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 737280.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 688128.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 1425408.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -27904.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 260096.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 864256.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -864256.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 811008.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 1675264.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 8576.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -831488.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 1835008.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 21760.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 856064.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 1945600.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": 40704.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 260096.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 876544.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -876544.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 835584.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 1712128.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -4960.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 991232.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 917504.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 1908736.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 856.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -1007616.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 937984.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 1945600.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -5632.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 261120.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 827392.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 827392.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 1654784.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 19200.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 1286144.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 2187264.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 48758784.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": -2192.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -876544.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 1933312.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -30336.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 257024.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -757760.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 1761280.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 11456.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 1286144.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -999424.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 1286144.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 2285568.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 19200.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -778240.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 1843200.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": 17152.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 252928.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 913408.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 819200.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 1732608.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 19968.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 970752.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -913408.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 1884160.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 10432.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 892928.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -892928.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 1662976.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": 12096.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 999424.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -860160.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 999424.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 1859584.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -36608.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 909312.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 1884160.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -22912.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -1036288.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 872448.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 1908736.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": 4256.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 942080.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -864256.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 942080.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 1806336.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 52166656.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 13056.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -856064.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 1187840.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 2043904.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -12544.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 1003520.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 1003520.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 1953792.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": 10880.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 1028096.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -1028096.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 1859584.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 51904512.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -9920.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 286720.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 2076672.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 13760.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 274432.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 868352.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -868352.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 1699840.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -9664.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 827392.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -827392.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 794624.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 1622016.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 54263808.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -6496.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 299008.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 978944.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 2002944.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 5984.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -749568.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 1019904.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 1769472.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -22656.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 765952.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 1724416.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 54001664.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 1296.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 296960.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 1343488.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -1343488.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 835584.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 2179072.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 247.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 259072.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 970752.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -970752.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 925696.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 1896448.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -13952.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 929792.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 856064.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 1785856.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 9344.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 1044480.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 1929216.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": 10368.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 249856.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -995328.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 815104.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 1810432.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -2640.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 1179648.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 2269184.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -7648.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -987136.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 1036288.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 2023424.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 46399488.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": -23936.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 256000.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 860160.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 1990656.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -22272.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 258048.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -962560.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 1187840.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 2150400.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 51642368.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 7360.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 2187264.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 28416.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 248832.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 2117632.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -29312.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -1138688.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 974848.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 2113536.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 52690944.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 10304.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 290816.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 1613824.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -954368.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 1613824.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 2568192.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -12096.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 253952.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 860160.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 1806336.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -16512.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 1896448.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 51380224.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 18816.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -999424.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 1089536.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 2088960.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": -2400.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 1044480.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 946176.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 1990656.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 49020928.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": 12224.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 270336.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 1904640.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -25344.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 753664.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 1699840.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 656.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -933888.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 794624.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 1728512.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": 6080.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 252928.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 909312.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -909312.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 847872.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 1757184.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 50331648.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 5280.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 876544.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 876544.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 1638400.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -2528.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 257024.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 864256.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -864256.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 1716224.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": 5920.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 937984.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -937984.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 933888.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 1871872.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 46923776.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -24064.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 258048.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 823296.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 1769472.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 20608.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 246784.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 2023424.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": 12160.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 1073152.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 1957888.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 15552.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 2318336.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -5824.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 970752.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -970752.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 1822720.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 44302336.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": 17664.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 243712.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 1966080.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 4960.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -962560.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 1970176.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 6912.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 2019328.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -8384.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 991232.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 946176.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 1937408.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 16320.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 260096.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 909312.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 909312.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 1724416.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 1624.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 243712.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 1949696.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 44826624.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -5280.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 247808.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 1036288.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 2101248.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": -36.25, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 242688.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 823296.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 790528.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 1613824.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 10560.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -1228800.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 2129920.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 41418752.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": -6272.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 228352.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 974848.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 1945600.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": -536.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 260096.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -806912.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 1863680.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -17280.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -1228800.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 958464.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 2187264.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": 28800.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 237568.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 2113536.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -36096.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 884736.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 815104.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 1699840.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 41943040.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": 3216.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 232448.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 987136.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 2068480.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 42205184.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -17408.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 232448.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 1327104.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -1327104.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 1015808.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 2342912.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -4672.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 234496.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 757760.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 757760.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 1486848.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": -11072.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -1028096.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 2068480.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": 8192.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 239616.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -860160.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 1261568.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 2121728.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -5920.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 954368.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 2043904.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 14272.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 1105920.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 2293760.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -4832.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -1294336.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 1187840.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 2482176.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 15296.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -741376.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 933888.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 1675264.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 15488.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 229376.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 1245184.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 2932736.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -12032.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 236544.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 1245184.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 1212416.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 2457600.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 43515904.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": -2224.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 240640.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 782336.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -778240.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 782336.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 1560576.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 1544.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 230400.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 1048576.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -974848.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 1048576.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 2023424.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 42467328.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -20224.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 233472.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 1081344.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 2179072.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -6848.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 221184.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 1007616.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -880640.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 1007616.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 1888256.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -6432.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 220160.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 1802240.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -1671168.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 1802240.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 3473408.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -9280.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -1261568.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 1163264.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 2424832.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 3792.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 790528.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -790528.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 692224.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 1482752.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -5824.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 199680.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 1220608.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 1220608.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 2400256.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 4448.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -1286144.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 2580480.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -12224.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 192512.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 761856.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -724992.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 761856.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 1486848.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 32505856.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -12224.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 1400832.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 1400832.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 2605056.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 32374784.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": 508.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 179200.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 1318912.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -1220608.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 1318912.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 2539520.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 27656192.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -14784.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 152576.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 577536.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -577536.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 569344.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 1146880.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 27918336.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -10240.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 2424832.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 27656192.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -7552.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 152576.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.998870849609375, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 2187264.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 20447232.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": -1208.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 113152.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 544768.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -544768.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 335872.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 880640.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 18743296.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 2368.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 103936.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -1114112.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 884736.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 1998848.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 19005440.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": 5664.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 104960.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.9993896484375, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -1171456.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 847872.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 2019328.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 15335424.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -15232.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 83456.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 489472.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -489472.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 364544.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 854016.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 13172736.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -4512.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 72704.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 999424.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -999424.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 729088.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 1728512.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 12779520.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": 1664.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 70656.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 1081344.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 638976.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 1720320.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 10420224.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 4512.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 57600.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 284672.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -284672.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 204800.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 489472.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 7602176.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 1520.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 41984.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 464896.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.999542236328125, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -356352.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 464896.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 821248.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 7700480.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": 1600.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 42496.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 432128.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -432128.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 421888.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 854016.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 5636096.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 2208.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 30976.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 122368.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -122368.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 95744.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 218112.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 4718592.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 2752.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 25984.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 260096.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -239616.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 260096.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 499712.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 4816896.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -816.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 26624.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 299008.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -299008.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 256000.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 555008.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 4784128.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 67.5, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 26496.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 84992.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -84480.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 169472.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 4653056.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -166.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 25600.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 225280.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -180224.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 225280.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 405504.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 4489216.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -82.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 24832.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 309248.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -309248.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 256000.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 565248.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.09375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0281982421875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.09375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.19775390625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.0001983642578125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0279541015625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.1982421875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -1.2576580047607422e-05, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10498046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.103515625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.20849609375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -5.936622619628906e-05, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.1123046875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.2294921875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.0004520416259765625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -0.00014400482177734375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1044921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.19921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.00011968612670898438, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.000232696533203125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.20751953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.00093841552734375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0289306640625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.20654296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.25, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.00017642974853515625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.25, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.15625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000354766845703125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.028564453125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.0003528594970703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.0003185272216796875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.00014400482177734375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.109375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.0003528594970703125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.000232696533203125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 0.00014209747314453125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -3.62396240234375e-05, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.031005859375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": 0.00010633468627929688, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -6.723403930664062e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": -4.1484832763671875e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.00074005126953125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0001316070556640625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.00017547607421875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.000339508056640625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.00054168701171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 1.9550323486328125e-05, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.000179290771484375, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.000156402587890625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 7.152557373046875e-05, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": -0.000202178955078125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0010223388671875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.000812530517578125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": 0.0001239776611328125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.00023746490478515625, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -7.581710815429688e-05, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.00010919570922851562, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -6.4373016357421875e-06, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.0003681182861328125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.000431060791015625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -3.600120544433594e-05, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": 9.1552734375e-05, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": -5.745887756347656e-05, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": -0.0001316070556640625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00067138671875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.0009002685546875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00018310546875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": -5.2928924560546875e-05, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": -5.7697296142578125e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.00064849853515625, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.000213623046875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.00012874603271484375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -8.20159912109375e-05, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 2.09808349609375e-05, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.000797271728515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.000392913818359375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.000823974609375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00042724609375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.000576019287109375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 6.556510925292969e-06, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -0.00023365020751953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -0.00016307830810546875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.000583648681640625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": -0.000522613525390625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -2.1696090698242188e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.0002269744873046875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.000385284423828125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.00017261505126953125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.0003662109375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -1.8477439880371094e-05, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": -8.296966552734375e-05, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.00049591064453125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00083160400390625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.000835418701171875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.0003528594970703125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.0003757476806640625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": -4.553794860839844e-05, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0004405975341796875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.0003204345703125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.0007171630859375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.0001964569091796875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.000133514404296875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 0.00012159347534179688, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.000888824462890625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.000499725341796875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.0007476806640625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -0.00015354156494140625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.0002117156982421875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.00022029876708984375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.0005645751953125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.00040435791015625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.000682830810546875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.000850677490234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.00023365020751953125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.000583648681640625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.000457763671875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.0008087158203125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 4.887580871582031e-06, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.0003643035888671875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0007476806640625, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.000499725341796875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.0002498626708984375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.00012969970703125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -4.744529724121094e-05, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.0006561279296875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 0.000579833984375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.00054168701171875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.00022029876708984375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.00041961669921875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.00010156631469726562, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.00070953369140625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.00019931793212890625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.0004749298095703125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.000133514404296875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": -0.0001392364501953125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 1.800060272216797e-05, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": -2.777576446533203e-05, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.00072479248046875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.00019931793212890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.00022125244140625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.00066375732421875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.000675201416015625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.00010204315185546875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.000614166259765625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.0001544952392578125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": 0.000377655029296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.00028228759765625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 7.62939453125e-05, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -5.817413330078125e-05, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00060272216796875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.0009765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.000720977783203125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.000644683837890625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 7.808208465576172e-06, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.000507354736328125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.00022125244140625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.0001354217529296875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.0002689361572265625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.0003681182861328125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -1.5974044799804688e-05, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": -7.772445678710938e-05, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -4.7206878662109375e-05, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.000667572021484375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.00054168701171875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.0003528594970703125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 0.0002918243408203125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.00016021728515625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 0.00016307830810546875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": -5.507469177246094e-05, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.00042724609375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00052642822265625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.00012969970703125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -3.457069396972656e-05, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": 2.3365020751953125e-05, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 1.0669231414794922e-05, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.000492095947265625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.0003490447998046875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.000640869140625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.0005645751953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.0003643035888671875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.0002956390380859375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00060272216796875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.0001964569091796875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.0004520416259765625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.000667572021484375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0015716552734375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 0.00011920928955078125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.0003261566162109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.00037384033203125, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0003147125244140625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.00054168701171875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.00022411346435546875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -3.409385681152344e-05, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.0004520416259765625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -0.000186920166015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -8.96453857421875e-05, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 0.00011968612670898438, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": -1.3470649719238281e-05, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.000598907470703125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0002956390380859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -9.5367431640625e-05, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 3.427267074584961e-06, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.00090789794921875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.00015354156494140625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.000782012939453125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.000583648681640625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.000835418701171875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": -5.930662155151367e-06, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.000385284423828125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": 0.0001068115234375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": 0.00014591217041015625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.0001220703125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": 1.8596649169921875e-05, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.0003986358642578125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.0003795623779296875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.000530242919921875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -0.00012302398681640625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -6.198883056640625e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 4.696846008300781e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.000377655029296875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": -0.00010633468627929688, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": -0.0001811981201171875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.000782012939453125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.40625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": 9.350478649139404e-07, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 9.059906005859375e-05, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0002765655517578125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": 2.6941299438476562e-05, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.00018978118896484375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00048065185546875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": 0.00032806396484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.00014019012451171875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": 0.00017547607421875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.000652313232421875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.000713348388671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -5.91278076171875e-05, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.0004253387451171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": -0.000354766845703125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.00041961669921875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.000370025634765625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.000492095947265625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": -0.0004138946533203125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.00018405914306640625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.0003261566162109375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": -0.00030517578125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.000732421875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.25, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.0001163482666015625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": -0.0004520416259765625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 7.724761962890625e-05, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": -4.023313522338867e-06, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 7.82012939453125e-05, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 8.392333984375e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": -0.00012063980102539062, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": -0.000492095947265625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.00021266937255859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": 0.00014591217041015625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -8.165836334228516e-06, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.306640625} -{"step": 2640, "epoch": 0.17795753286147623, "timestamp": 1786742582.115609, "loss": 7.794189453125, "grad_norm": 738197504.0, "learning_rate": 9e-05, "train/total_time_seconds": 44.754571199417114, "train/time_per_step_avg": 0.31879639469087123, "train/epoch_time_elapsed": 52.675430200994015, "train/estimated_remaining_minutes": 0.2429856769665323} -{"step": 2660, "epoch": 0.1793056959892147, "timestamp": 1786742589.9188285, "loss": 7.8382102966308596, "grad_norm": 524288000.0, "learning_rate": 9e-05, "train/total_time_seconds": 51.44853467494249, "train/time_per_step_avg": 0.3162476222962141, "train/epoch_time_elapsed": 60.45301013067365, "train/estimated_remaining_minutes": 0.2707817614470658, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.49488830566406, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.001678466796875, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.546875, "train/tensor_act_model_layers_0_residual_post_attn/norm": 188.78121948242188, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.00164794921875, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09228515625, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.341796875, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.341796875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.330078125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.671875, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1260.3802490234375, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.003143310546875, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.435546875, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 5.421875, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1246.2520751953125, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.0019683837890625, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.4296875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.09375, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.09375, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.046875, "train/tensor_act_model_layers_0_mlp_up_proj/range": 4.140625, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 458.6737060546875, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.11669921875, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.19140625, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 1.265625, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.5625, "train/tensor_act_model_layers_0_mlp_down_proj/max": 1.265625, "train/tensor_act_model_layers_0_mlp_down_proj/range": 1.828125, "train/tensor_act_model_layers_0_mlp/norm": 456.0876770019531, "train/tensor_act_model_layers_0_mlp/mean": 0.1162109375, "train/tensor_act_model_layers_0_mlp/std": 0.189453125, "train/tensor_act_model_layers_0_mlp/max_abs": 1.2265625, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.55859375, "train/tensor_act_model_layers_0_mlp/max": 1.2265625, "train/tensor_act_model_layers_0_mlp/range": 1.78515625, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 501.7404479980469, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.1181640625, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.21484375, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 1.25, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.6171875, "train/tensor_act_model_layers_0_residual_post_mlp/max": 1.25, "train/tensor_act_model_layers_0_residual_post_mlp/range": 1.8671875, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 501.7404479980469, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.1181640625, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.21484375, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 1.25, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.6171875, "train/tensor_act_model_layers_1_residual_pre_attn/max": 1.25, "train/tensor_act_model_layers_1_residual_pre_attn/range": 1.8671875, "train/tensor_act_model_layers_1_residual_post_attn/norm": 511.03875732421875, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.11962890625, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.21875, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 1.2578125, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.63671875, "train/tensor_act_model_layers_1_residual_post_attn/max": 1.2578125, "train/tensor_act_model_layers_1_residual_post_attn/range": 1.89453125, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 1412.9249267578125, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.0140380859375, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 0.48828125, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 2.359375, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -2.359375, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 2.203125, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 4.5625, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 1394.5550537109375, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.039794921875, "train/tensor_act_model_layers_1_mlp_up_proj/std": 0.48046875, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_1_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_1_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 784.1399536132812, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 0.259765625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 0.28125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 1.703125, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -0.796875, "train/tensor_act_model_layers_1_mlp_down_proj/max": 1.703125, "train/tensor_act_model_layers_1_mlp_down_proj/range": 2.5, "train/tensor_act_model_layers_1_mlp/norm": 775.7783203125, "train/tensor_act_model_layers_1_mlp/mean": 0.2578125, "train/tensor_act_model_layers_1_mlp/std": 0.27734375, "train/tensor_act_model_layers_1_mlp/max_abs": 1.609375, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -0.78515625, "train/tensor_act_model_layers_1_mlp/max": 1.609375, "train/tensor_act_model_layers_1_mlp/range": 2.39453125, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 1164.4305419921875, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 0.37890625, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.423828125, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 2.53125, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -1.1328125, "train/tensor_act_model_layers_1_residual_post_mlp/max": 2.53125, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.6640625, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 1164.4305419921875, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 0.37890625, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.423828125, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 2.53125, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -1.1328125, "train/tensor_act_model_layers_2_residual_pre_attn/max": 2.53125, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.6640625, "train/tensor_act_model_layers_2_residual_post_attn/norm": 1181.93017578125, "train/tensor_act_model_layers_2_residual_post_attn/mean": 0.380859375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.43359375, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 2.703125, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -1.1875, "train/tensor_act_model_layers_2_residual_post_attn/max": 2.703125, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.890625, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 2148.85546875, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.026123046875, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 0.7421875, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 5.25, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 2168.835205078125, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.020751953125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 0.75, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -3.1875, "train/tensor_act_model_layers_2_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_2_mlp_up_proj/range": 6.1875, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 2846.317138671875, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 1.1640625, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.7578125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 3.375, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.416015625, "train/tensor_act_model_layers_2_mlp_down_proj/max": 3.375, "train/tensor_act_model_layers_2_mlp_down_proj/range": 3.791015625, "train/tensor_act_model_layers_2_mlp/norm": 2626.5, "train/tensor_act_model_layers_2_mlp/mean": 1.09375, "train/tensor_act_model_layers_2_mlp/std": 0.671875, "train/tensor_act_model_layers_2_mlp/max_abs": 2.75, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.4140625, "train/tensor_act_model_layers_2_mlp/max": 2.75, "train/tensor_act_model_layers_2_mlp/range": 3.1640625, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 3607.1318359375, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 1.4765625, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.96484375, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 5.09375, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/min": -1.1484375, "train/tensor_act_model_layers_2_residual_post_mlp/max": 5.09375, "train/tensor_act_model_layers_2_residual_post_mlp/range": 6.2421875, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 3607.1318359375, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 1.4765625, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.96484375, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 5.09375, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/min": -1.1484375, "train/tensor_act_model_layers_3_residual_pre_attn/max": 5.09375, "train/tensor_act_model_layers_3_residual_pre_attn/range": 6.2421875, "train/tensor_act_model_layers_3_residual_post_attn/norm": 3604.644287109375, "train/tensor_act_model_layers_3_residual_post_attn/mean": 1.4765625, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.9609375, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 5.1875, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/min": -1.1640625, "train/tensor_act_model_layers_3_residual_post_attn/max": 5.1875, "train/tensor_act_model_layers_3_residual_post_attn/range": 6.3515625, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 2953.408935546875, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.028076171875, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.015625, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 5.5625, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 2894.39306640625, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.014404296875, "train/tensor_act_model_layers_3_mlp_up_proj/std": 1.0, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_3_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 6355.2578125, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 2.953125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.9453125, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 5.71875, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": -0.13671875, "train/tensor_act_model_layers_3_mlp_down_proj/max": 5.71875, "train/tensor_act_model_layers_3_mlp_down_proj/range": 5.85546875, "train/tensor_act_model_layers_3_mlp/norm": 5125.94482421875, "train/tensor_act_model_layers_3_mlp/mean": 2.4375, "train/tensor_act_model_layers_3_mlp/std": 0.58984375, "train/tensor_act_model_layers_3_mlp/max_abs": 3.5625, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": -0.13671875, "train/tensor_act_model_layers_3_mlp/max": 3.5625, "train/tensor_act_model_layers_3_mlp/range": 3.69921875, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 8436.974609375, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 3.90625, "train/tensor_act_model_layers_3_residual_post_mlp/std": 1.3125, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 8.125, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": -0.984375, "train/tensor_act_model_layers_3_residual_post_mlp/max": 8.125, "train/tensor_act_model_layers_3_residual_post_mlp/range": 9.109375, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 8436.974609375, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 3.90625, "train/tensor_act_model_layers_4_residual_pre_attn/std": 1.3125, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 8.125, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": -0.984375, "train/tensor_act_model_layers_4_residual_pre_attn/max": 8.125, "train/tensor_act_model_layers_4_residual_pre_attn/range": 9.109375, "train/tensor_act_model_layers_4_residual_post_attn/norm": 8432.6826171875, "train/tensor_act_model_layers_4_residual_post_attn/mean": 3.90625, "train/tensor_act_model_layers_4_residual_post_attn/std": 1.3203125, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 8.125, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/min": -1.1015625, "train/tensor_act_model_layers_4_residual_post_attn/max": 8.125, "train/tensor_act_model_layers_4_residual_post_attn/range": 9.2265625, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 3383.492431640625, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.0634765625, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.1640625, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 5.09375, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 3411.116455078125, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.0341796875, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.1796875, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_4_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_4_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 8568.017578125, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 4.0625, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.9765625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 6.9375, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": 0.1640625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 6.9375, "train/tensor_act_model_layers_4_mlp_down_proj/range": 6.7734375, "train/tensor_act_model_layers_4_mlp/norm": 6211.26513671875, "train/tensor_act_model_layers_4_mlp/mean": 3.0, "train/tensor_act_model_layers_4_mlp/std": 0.435546875, "train/tensor_act_model_layers_4_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": 0.1640625, "train/tensor_act_model_layers_4_mlp/max": 3.765625, "train/tensor_act_model_layers_4_mlp/range": 3.6015625, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 14455.935546875, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 6.90625, "train/tensor_act_model_layers_4_residual_post_mlp/std": 1.484375, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 11.5, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.013363361358642578, "train/tensor_act_model_layers_4_residual_post_mlp/min": 0.11328125, "train/tensor_act_model_layers_4_residual_post_mlp/max": 11.5, "train/tensor_act_model_layers_4_residual_post_mlp/range": 11.38671875, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 14455.935546875, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 6.90625, "train/tensor_act_model_layers_5_residual_pre_attn/std": 1.484375, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 11.5, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.013363361358642578, "train/tensor_act_model_layers_5_residual_pre_attn/min": 0.11328125, "train/tensor_act_model_layers_5_residual_pre_attn/max": 11.5, "train/tensor_act_model_layers_5_residual_pre_attn/range": 11.38671875, "train/tensor_act_model_layers_5_residual_post_attn/norm": 14442.716796875, "train/tensor_act_model_layers_5_residual_post_attn/mean": 6.90625, "train/tensor_act_model_layers_5_residual_post_attn/std": 1.4765625, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 11.5, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.011409759521484375, "train/tensor_act_model_layers_5_residual_post_attn/min": 0.0234375, "train/tensor_act_model_layers_5_residual_post_attn/max": 11.5, "train/tensor_act_model_layers_5_residual_post_attn/range": 11.4765625, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 3576.844970703125, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.07666015625, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.234375, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 5.453125, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 3594.0234375, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.07275390625, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.2421875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_5_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 10941.7451171875, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 5.25, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.93359375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 7.34375, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": 2.703125, "train/tensor_act_model_layers_5_mlp_down_proj/max": 7.34375, "train/tensor_act_model_layers_5_mlp_down_proj/range": 4.640625, "train/tensor_act_model_layers_5_mlp/norm": 7010.83984375, "train/tensor_act_model_layers_5_mlp/mean": 3.40625, "train/tensor_act_model_layers_5_mlp/std": 0.2734375, "train/tensor_act_model_layers_5_mlp/max_abs": 3.796875, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": 2.359375, "train/tensor_act_model_layers_5_mlp/max": 3.796875, "train/tensor_act_model_layers_5_mlp/range": 1.4375, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 21332.666015625, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 10.3125, "train/tensor_act_model_layers_5_residual_post_mlp/std": 1.5, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 15.0625, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.5741443634033203, "train/tensor_act_model_layers_5_residual_post_mlp/min": 3.09375, "train/tensor_act_model_layers_5_residual_post_mlp/max": 15.0625, "train/tensor_act_model_layers_5_residual_post_mlp/range": 11.96875, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 21332.666015625, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 10.3125, "train/tensor_act_model_layers_6_residual_pre_attn/std": 1.5, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 15.0625, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.5741443634033203, "train/tensor_act_model_layers_6_residual_pre_attn/min": 3.09375, "train/tensor_act_model_layers_6_residual_pre_attn/max": 15.0625, "train/tensor_act_model_layers_6_residual_pre_attn/range": 11.96875, "train/tensor_act_model_layers_6_residual_post_attn/norm": 21304.61328125, "train/tensor_act_model_layers_6_residual_post_attn/mean": 10.3125, "train/tensor_act_model_layers_6_residual_post_attn/std": 1.5, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 15.125, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.572136640548706, "train/tensor_act_model_layers_6_residual_post_attn/min": 3.125, "train/tensor_act_model_layers_6_residual_post_attn/max": 15.125, "train/tensor_act_model_layers_6_residual_post_attn/range": 12.0, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 3887.342041015625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.035400390625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 5.453125, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 3868.656494140625, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.059326171875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.3359375, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_6_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_6_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 12462.423828125, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 6.03125, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.91015625, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 8.0625, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": 3.28125, "train/tensor_act_model_layers_6_mlp_down_proj/max": 8.0625, "train/tensor_act_model_layers_6_mlp_down_proj/range": 4.78125, "train/tensor_act_model_layers_6_mlp/norm": 7356.73046875, "train/tensor_act_model_layers_6_mlp/mean": 3.59375, "train/tensor_act_model_layers_6_mlp/std": 0.201171875, "train/tensor_act_model_layers_6_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": 2.703125, "train/tensor_act_model_layers_6_mlp/max": 3.859375, "train/tensor_act_model_layers_6_mlp/range": 1.15625, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 28595.80859375, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 13.875, "train/tensor_act_model_layers_6_residual_post_mlp/std": 1.5234375, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 18.75, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 0.992027997970581, "train/tensor_act_model_layers_6_residual_post_mlp/min": 6.5625, "train/tensor_act_model_layers_6_residual_post_mlp/max": 18.75, "train/tensor_act_model_layers_6_residual_post_mlp/range": 12.1875, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 28595.80859375, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 13.875, "train/tensor_act_model_layers_7_residual_pre_attn/std": 1.5234375, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 18.75, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 0.992027997970581, "train/tensor_act_model_layers_7_residual_pre_attn/min": 6.5625, "train/tensor_act_model_layers_7_residual_pre_attn/max": 18.75, "train/tensor_act_model_layers_7_residual_pre_attn/range": 12.1875, "train/tensor_act_model_layers_7_residual_post_attn/norm": 28632.3125, "train/tensor_act_model_layers_7_residual_post_attn/mean": 13.875, "train/tensor_act_model_layers_7_residual_post_attn/std": 1.5390625, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 19.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 0.99216628074646, "train/tensor_act_model_layers_7_residual_post_attn/min": 6.40625, "train/tensor_act_model_layers_7_residual_post_attn/max": 19.0, "train/tensor_act_model_layers_7_residual_post_attn/range": 12.59375, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 3863.77490234375, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.037109375, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 2.890625, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 5.5, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 3764.615478515625, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.04931640625, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_7_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_7_mlp_up_proj/range": 5.3125, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 11478.3076171875, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 5.5, "train/tensor_act_model_layers_7_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 7.71875, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": 2.109375, "train/tensor_act_model_layers_7_mlp_down_proj/max": 7.71875, "train/tensor_act_model_layers_7_mlp_down_proj/range": 5.609375, "train/tensor_act_model_layers_7_mlp/norm": 7125.73486328125, "train/tensor_act_model_layers_7_mlp/mean": 3.46875, "train/tensor_act_model_layers_7_mlp/std": 0.28125, "train/tensor_act_model_layers_7_mlp/max_abs": 3.828125, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": 1.9296875, "train/tensor_act_model_layers_7_mlp/max": 3.828125, "train/tensor_act_model_layers_7_mlp/range": 1.8984375, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 35714.96484375, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 17.375, "train/tensor_act_model_layers_7_residual_post_mlp/std": 1.6171875, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 22.625, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 0.9999980926513672, "train/tensor_act_model_layers_7_residual_post_mlp/min": 9.25, "train/tensor_act_model_layers_7_residual_post_mlp/max": 22.625, "train/tensor_act_model_layers_7_residual_post_mlp/range": 13.375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 35714.96484375, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 17.375, "train/tensor_act_model_layers_8_residual_pre_attn/std": 1.6171875, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 22.625, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 0.9999980926513672, "train/tensor_act_model_layers_8_residual_pre_attn/min": 9.25, "train/tensor_act_model_layers_8_residual_pre_attn/max": 22.625, "train/tensor_act_model_layers_8_residual_pre_attn/range": 13.375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 35679.2421875, "train/tensor_act_model_layers_8_residual_post_attn/mean": 17.375, "train/tensor_act_model_layers_8_residual_post_attn/std": 1.609375, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 22.375, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 0.9999983310699463, "train/tensor_act_model_layers_8_residual_post_attn/min": 9.375, "train/tensor_act_model_layers_8_residual_post_attn/max": 22.375, "train/tensor_act_model_layers_8_residual_post_attn/range": 13.0, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 3959.070068359375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.0034332275390625, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 5.65625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 3890.822998046875, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.01397705078125, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_8_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_8_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 12529.0654296875, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 6.03125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.93359375, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 9.0625, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 4.21875, "train/tensor_act_model_layers_8_mlp_down_proj/max": 9.0625, "train/tensor_act_model_layers_8_mlp_down_proj/range": 4.84375, "train/tensor_act_model_layers_8_mlp/norm": 7367.3681640625, "train/tensor_act_model_layers_8_mlp/mean": 3.59375, "train/tensor_act_model_layers_8_mlp/std": 0.1787109375, "train/tensor_act_model_layers_8_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 3.140625, "train/tensor_act_model_layers_8_mlp/max": 3.921875, "train/tensor_act_model_layers_8_mlp/range": 0.78125, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 43013.078125, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 21.0, "train/tensor_act_model_layers_8_residual_post_mlp/std": 1.609375, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 26.25, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 13.125, "train/tensor_act_model_layers_8_residual_post_mlp/max": 26.25, "train/tensor_act_model_layers_8_residual_post_mlp/range": 13.125, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 43013.078125, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 21.0, "train/tensor_act_model_layers_9_residual_pre_attn/std": 1.609375, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 26.25, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 13.125, "train/tensor_act_model_layers_9_residual_pre_attn/max": 26.25, "train/tensor_act_model_layers_9_residual_pre_attn/range": 13.125, "train/tensor_act_model_layers_9_residual_post_attn/norm": 42984.6171875, "train/tensor_act_model_layers_9_residual_post_attn/mean": 20.875, "train/tensor_act_model_layers_9_residual_post_attn/std": 1.6171875, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 26.25, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 13.1875, "train/tensor_act_model_layers_9_residual_post_attn/max": 26.25, "train/tensor_act_model_layers_9_residual_post_attn/range": 13.0625, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 3946.837646484375, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.2158203125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 5.40625, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 3978.881591796875, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.03173828125, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_9_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 13011.5029296875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 6.28125, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.9296875, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 9.0625, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 4.0, "train/tensor_act_model_layers_9_mlp_down_proj/max": 9.0625, "train/tensor_act_model_layers_9_mlp_down_proj/range": 5.0625, "train/tensor_act_model_layers_9_mlp/norm": 7455.3115234375, "train/tensor_act_model_layers_9_mlp/mean": 3.640625, "train/tensor_act_model_layers_9_mlp/std": 0.1689453125, "train/tensor_act_model_layers_9_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 3.046875, "train/tensor_act_model_layers_9_mlp/max": 3.921875, "train/tensor_act_model_layers_9_mlp/range": 0.875, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 50411.84375, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 24.5, "train/tensor_act_model_layers_9_residual_post_mlp/std": 1.640625, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 30.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 16.25, "train/tensor_act_model_layers_9_residual_post_mlp/max": 30.0, "train/tensor_act_model_layers_9_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 50411.84375, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 24.5, "train/tensor_act_model_layers_10_residual_pre_attn/std": 1.640625, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 30.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 16.25, "train/tensor_act_model_layers_10_residual_pre_attn/max": 30.0, "train/tensor_act_model_layers_10_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_10_residual_post_attn/norm": 50405.64453125, "train/tensor_act_model_layers_10_residual_post_attn/mean": 24.5, "train/tensor_act_model_layers_10_residual_post_attn/std": 1.6328125, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 30.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 16.125, "train/tensor_act_model_layers_10_residual_post_attn/max": 30.0, "train/tensor_act_model_layers_10_residual_post_attn/range": 13.875, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 3934.011962890625, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.047607421875, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -2.296875, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 4018.34912109375, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.095703125, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_10_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 5.3125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 12838.7216796875, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 6.21875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.875, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 8.625, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 4.21875, "train/tensor_act_model_layers_10_mlp_down_proj/max": 8.625, "train/tensor_act_model_layers_10_mlp_down_proj/range": 4.40625, "train/tensor_act_model_layers_10_mlp/norm": 7433.4326171875, "train/tensor_act_model_layers_10_mlp/mean": 3.625, "train/tensor_act_model_layers_10_mlp/std": 0.15234375, "train/tensor_act_model_layers_10_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 3.140625, "train/tensor_act_model_layers_10_mlp/max": 3.890625, "train/tensor_act_model_layers_10_mlp/range": 0.75, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 57830.09765625, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 28.25, "train/tensor_act_model_layers_10_residual_post_mlp/std": 1.640625, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 33.75, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 19.75, "train/tensor_act_model_layers_10_residual_post_mlp/max": 33.75, "train/tensor_act_model_layers_10_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 57830.09765625, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 28.25, "train/tensor_act_model_layers_11_residual_pre_attn/std": 1.640625, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 33.75, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 19.75, "train/tensor_act_model_layers_11_residual_pre_attn/max": 33.75, "train/tensor_act_model_layers_11_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_11_residual_post_attn/norm": 57814.15234375, "train/tensor_act_model_layers_11_residual_post_attn/mean": 28.125, "train/tensor_act_model_layers_11_residual_post_attn/std": 1.6484375, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 33.75, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 19.875, "train/tensor_act_model_layers_11_residual_post_attn/max": 33.75, "train/tensor_act_model_layers_11_residual_post_attn/range": 13.875, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 3872.165283203125, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.0203857421875, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 5.203125, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 3928.126708984375, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.02734375, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 2.90625, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -2.4375, "train/tensor_act_model_layers_11_mlp_up_proj/max": 2.90625, "train/tensor_act_model_layers_11_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 11751.935546875, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 5.65625, "train/tensor_act_model_layers_11_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 7.8125, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 2.8125, "train/tensor_act_model_layers_11_mlp_down_proj/max": 7.8125, "train/tensor_act_model_layers_11_mlp_down_proj/range": 5.0, "train/tensor_act_model_layers_11_mlp/norm": 7189.42333984375, "train/tensor_act_model_layers_11_mlp/mean": 3.5, "train/tensor_act_model_layers_11_mlp/std": 0.26171875, "train/tensor_act_model_layers_11_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 2.421875, "train/tensor_act_model_layers_11_mlp/max": 3.84375, "train/tensor_act_model_layers_11_mlp/range": 1.421875, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 64993.1640625, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 31.75, "train/tensor_act_model_layers_11_residual_post_mlp/std": 1.6875, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 37.25, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 23.625, "train/tensor_act_model_layers_11_residual_post_mlp/max": 37.25, "train/tensor_act_model_layers_11_residual_post_mlp/range": 13.625, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 64993.1640625, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 31.75, "train/tensor_act_model_layers_12_residual_pre_attn/std": 1.6875, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 37.25, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 23.625, "train/tensor_act_model_layers_12_residual_pre_attn/max": 37.25, "train/tensor_act_model_layers_12_residual_pre_attn/range": 13.625, "train/tensor_act_model_layers_12_residual_post_attn/norm": 64901.45703125, "train/tensor_act_model_layers_12_residual_post_attn/mean": 31.625, "train/tensor_act_model_layers_12_residual_post_attn/std": 1.703125, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 37.25, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 23.25, "train/tensor_act_model_layers_12_residual_post_attn/max": 37.25, "train/tensor_act_model_layers_12_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 3909.593994140625, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.0262451171875, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 4069.846435546875, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.06591796875, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.40625, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_12_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_12_mlp_up_proj/range": 5.25, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 12834.564453125, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 6.21875, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.8125, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 7.71875, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 2.90625, "train/tensor_act_model_layers_12_mlp_down_proj/max": 7.71875, "train/tensor_act_model_layers_12_mlp_down_proj/range": 4.8125, "train/tensor_act_model_layers_12_mlp/norm": 7441.61865234375, "train/tensor_act_model_layers_12_mlp/mean": 3.625, "train/tensor_act_model_layers_12_mlp/std": 0.17578125, "train/tensor_act_model_layers_12_mlp/max_abs": 3.828125, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 2.484375, "train/tensor_act_model_layers_12_mlp/max": 3.828125, "train/tensor_act_model_layers_12_mlp/range": 1.34375, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 72324.5703125, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 35.25, "train/tensor_act_model_layers_12_residual_post_mlp/std": 1.71875, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 41.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 26.75, "train/tensor_act_model_layers_12_residual_post_mlp/max": 41.0, "train/tensor_act_model_layers_12_residual_post_mlp/range": 14.25, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 72324.5703125, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 35.25, "train/tensor_act_model_layers_13_residual_pre_attn/std": 1.71875, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 41.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 26.75, "train/tensor_act_model_layers_13_residual_pre_attn/max": 41.0, "train/tensor_act_model_layers_13_residual_pre_attn/range": 14.25, "train/tensor_act_model_layers_13_residual_post_attn/norm": 72256.765625, "train/tensor_act_model_layers_13_residual_post_attn/mean": 35.25, "train/tensor_act_model_layers_13_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 41.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 26.875, "train/tensor_act_model_layers_13_residual_post_attn/max": 41.0, "train/tensor_act_model_layers_13_residual_post_attn/range": 14.125, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 3909.057373046875, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.047119140625, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 5.046875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 3921.261962890625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.06201171875, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_13_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_13_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 12651.04296875, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 6.09375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.97265625, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 9.625, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 3.171875, "train/tensor_act_model_layers_13_mlp_down_proj/max": 9.625, "train/tensor_act_model_layers_13_mlp_down_proj/range": 6.453125, "train/tensor_act_model_layers_13_mlp/norm": 7384.70166015625, "train/tensor_act_model_layers_13_mlp/mean": 3.59375, "train/tensor_act_model_layers_13_mlp/std": 0.185546875, "train/tensor_act_model_layers_13_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 2.640625, "train/tensor_act_model_layers_13_mlp/max": 3.9375, "train/tensor_act_model_layers_13_mlp/range": 1.296875, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 79619.3984375, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 38.75, "train/tensor_act_model_layers_13_residual_post_mlp/std": 1.7109375, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 44.75, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 30.375, "train/tensor_act_model_layers_13_residual_post_mlp/max": 44.75, "train/tensor_act_model_layers_13_residual_post_mlp/range": 14.375, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 79619.3984375, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 38.75, "train/tensor_act_model_layers_14_residual_pre_attn/std": 1.7109375, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 44.75, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 30.375, "train/tensor_act_model_layers_14_residual_pre_attn/max": 44.75, "train/tensor_act_model_layers_14_residual_pre_attn/range": 14.375, "train/tensor_act_model_layers_14_residual_post_attn/norm": 79604.078125, "train/tensor_act_model_layers_14_residual_post_attn/mean": 38.75, "train/tensor_act_model_layers_14_residual_post_attn/std": 1.703125, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 44.5, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 30.5, "train/tensor_act_model_layers_14_residual_post_attn/max": 44.5, "train/tensor_act_model_layers_14_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 4019.44482421875, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.1953125, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 5.328125, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 4038.842529296875, "train/tensor_act_model_layers_14_mlp_up_proj/mean": 0.0380859375, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.390625, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_14_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_14_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 12924.0888671875, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 6.25, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.859375, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 8.0625, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 4.15625, "train/tensor_act_model_layers_14_mlp_down_proj/max": 8.0625, "train/tensor_act_model_layers_14_mlp_down_proj/range": 3.90625, "train/tensor_act_model_layers_14_mlp/norm": 7451.45751953125, "train/tensor_act_model_layers_14_mlp/mean": 3.640625, "train/tensor_act_model_layers_14_mlp/std": 0.154296875, "train/tensor_act_model_layers_14_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 3.109375, "train/tensor_act_model_layers_14_mlp/max": 3.859375, "train/tensor_act_model_layers_14_mlp/range": 0.75, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 87050.4140625, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 42.5, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.7265625, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 48.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 34.25, "train/tensor_act_model_layers_14_residual_post_mlp/max": 48.0, "train/tensor_act_model_layers_14_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 87050.4140625, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 42.5, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.7265625, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 48.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 34.25, "train/tensor_act_model_layers_15_residual_pre_attn/max": 48.0, "train/tensor_act_model_layers_15_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_15_residual_post_attn/norm": 87010.4453125, "train/tensor_act_model_layers_15_residual_post_attn/mean": 42.5, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.7265625, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 48.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 34.25, "train/tensor_act_model_layers_15_residual_post_attn/max": 48.0, "train/tensor_act_model_layers_15_residual_post_attn/range": 13.75, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 3973.861328125, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.04443359375, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 5.296875, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 3933.677734375, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.064453125, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.46875, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_15_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_15_mlp_up_proj/range": 4.890625, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 12567.0244140625, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 6.0625, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.89453125, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 7.78125, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 3.6875, "train/tensor_act_model_layers_15_mlp_down_proj/max": 7.78125, "train/tensor_act_model_layers_15_mlp_down_proj/range": 4.09375, "train/tensor_act_model_layers_15_mlp/norm": 7379.07177734375, "train/tensor_act_model_layers_15_mlp/mean": 3.59375, "train/tensor_act_model_layers_15_mlp/std": 0.1865234375, "train/tensor_act_model_layers_15_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 2.90625, "train/tensor_act_model_layers_15_mlp/max": 3.84375, "train/tensor_act_model_layers_15_mlp/range": 0.9375, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 94371.53125, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 46.0, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.734375, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 51.75, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 37.75, "train/tensor_act_model_layers_15_residual_post_mlp/max": 51.75, "train/tensor_act_model_layers_15_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 94371.53125, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 46.0, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.734375, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 51.75, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 37.75, "train/tensor_act_model_layers_16_residual_pre_attn/max": 51.75, "train/tensor_act_model_layers_16_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_16_residual_post_attn/norm": 94350.6640625, "train/tensor_act_model_layers_16_residual_post_attn/mean": 46.0, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 51.75, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 37.75, "train/tensor_act_model_layers_16_residual_post_attn/max": 51.75, "train/tensor_act_model_layers_16_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 3905.635986328125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.01373291015625, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 5.46875, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 3945.101318359375, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.06298828125, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_16_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_16_mlp_up_proj/range": 5.546875, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 12422.1162109375, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 6.0, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.87109375, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 7.875, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 2.9375, "train/tensor_act_model_layers_16_mlp_down_proj/max": 7.875, "train/tensor_act_model_layers_16_mlp_down_proj/range": 4.9375, "train/tensor_act_model_layers_16_mlp/norm": 7356.73388671875, "train/tensor_act_model_layers_16_mlp/mean": 3.59375, "train/tensor_act_model_layers_16_mlp/std": 0.2060546875, "train/tensor_act_model_layers_16_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 2.5, "train/tensor_act_model_layers_16_mlp/max": 3.84375, "train/tensor_act_model_layers_16_mlp/range": 1.34375, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 101712.4296875, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 49.75, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.7109375, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 55.25, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 41.5, "train/tensor_act_model_layers_16_residual_post_mlp/max": 55.25, "train/tensor_act_model_layers_16_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 101712.4296875, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 49.75, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.7109375, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 55.25, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 41.5, "train/tensor_act_model_layers_17_residual_pre_attn/max": 55.25, "train/tensor_act_model_layers_17_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_17_residual_post_attn/norm": 101667.6328125, "train/tensor_act_model_layers_17_residual_post_attn/mean": 49.5, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.7109375, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 55.25, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 41.25, "train/tensor_act_model_layers_17_residual_post_attn/max": 55.25, "train/tensor_act_model_layers_17_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 3794.90380859375, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.109375, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -2.78125, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 5.34375, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 3822.620361328125, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.0198974609375, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.3203125, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_17_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_17_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 12131.455078125, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 5.84375, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.90625, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 7.96875, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 2.0625, "train/tensor_act_model_layers_17_mlp_down_proj/max": 7.96875, "train/tensor_act_model_layers_17_mlp_down_proj/range": 5.90625, "train/tensor_act_model_layers_17_mlp/norm": 7295.46044921875, "train/tensor_act_model_layers_17_mlp/mean": 3.5625, "train/tensor_act_model_layers_17_mlp/std": 0.2236328125, "train/tensor_act_model_layers_17_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 1.8984375, "train/tensor_act_model_layers_17_mlp/max": 3.859375, "train/tensor_act_model_layers_17_mlp/range": 1.9609375, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 108949.171875, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 53.25, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.7265625, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 58.75, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 44.0, "train/tensor_act_model_layers_17_residual_post_mlp/max": 58.75, "train/tensor_act_model_layers_17_residual_post_mlp/range": 14.75, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 108949.171875, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 53.25, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.7265625, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 58.75, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 44.0, "train/tensor_act_model_layers_18_residual_pre_attn/max": 58.75, "train/tensor_act_model_layers_18_residual_pre_attn/range": 14.75, "train/tensor_act_model_layers_18_residual_post_attn/norm": 108940.7578125, "train/tensor_act_model_layers_18_residual_post_attn/mean": 53.25, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 58.75, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 43.75, "train/tensor_act_model_layers_18_residual_post_attn/max": 58.75, "train/tensor_act_model_layers_18_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 3886.77685546875, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.11767578125, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -2.84375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 5.4375, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 3853.36669921875, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.00012493133544921875, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 2.78125, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_18_mlp_up_proj/range": 5.28125, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 12099.45703125, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 5.84375, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.9375, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 8.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 3.078125, "train/tensor_act_model_layers_18_mlp_down_proj/max": 8.0, "train/tensor_act_model_layers_18_mlp_down_proj/range": 4.921875, "train/tensor_act_model_layers_18_mlp/norm": 7280.65380859375, "train/tensor_act_model_layers_18_mlp/mean": 3.546875, "train/tensor_act_model_layers_18_mlp/std": 0.22265625, "train/tensor_act_model_layers_18_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 2.59375, "train/tensor_act_model_layers_18_mlp/max": 3.859375, "train/tensor_act_model_layers_18_mlp/range": 1.265625, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 116217.1171875, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 56.75, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.7109375, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 62.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 47.5, "train/tensor_act_model_layers_18_residual_post_mlp/max": 62.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 116217.1171875, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 56.75, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.7109375, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 62.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 47.5, "train/tensor_act_model_layers_19_residual_pre_attn/max": 62.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_19_residual_post_attn/norm": 116201.0703125, "train/tensor_act_model_layers_19_residual_post_attn/mean": 56.75, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.7109375, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 62.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 47.5, "train/tensor_act_model_layers_19_residual_post_attn/max": 62.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 4023.991455078125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": -0.0033111572265625, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 3944.19970703125, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.1630859375, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -2.625, "train/tensor_act_model_layers_19_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_19_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 13014.5888671875, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 6.28125, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.8984375, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 8.375, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 3.84375, "train/tensor_act_model_layers_19_mlp_down_proj/max": 8.375, "train/tensor_act_model_layers_19_mlp_down_proj/range": 4.53125, "train/tensor_act_model_layers_19_mlp/norm": 7460.56298828125, "train/tensor_act_model_layers_19_mlp/mean": 3.640625, "train/tensor_act_model_layers_19_mlp/std": 0.158203125, "train/tensor_act_model_layers_19_mlp/max_abs": 3.875, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 2.984375, "train/tensor_act_model_layers_19_mlp/max": 3.875, "train/tensor_act_model_layers_19_mlp/range": 0.890625, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 123646.1328125, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 60.25, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.71875, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 66.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 51.25, "train/tensor_act_model_layers_19_residual_post_mlp/max": 66.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 14.75, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 123646.1328125, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 60.25, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.71875, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 66.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 51.25, "train/tensor_act_model_layers_20_residual_pre_attn/max": 66.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 14.75, "train/tensor_act_model_layers_20_residual_post_attn/norm": 123619.140625, "train/tensor_act_model_layers_20_residual_post_attn/mean": 60.25, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 66.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 51.25, "train/tensor_act_model_layers_20_residual_post_attn/max": 66.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 14.75, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 4029.635009765625, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.130859375, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.3828125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 5.21875, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 4108.15673828125, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.051513671875, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.4140625, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_20_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 12995.609375, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 6.28125, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.89453125, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 8.6875, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 4.09375, "train/tensor_act_model_layers_20_mlp_down_proj/max": 8.6875, "train/tensor_act_model_layers_20_mlp_down_proj/range": 4.59375, "train/tensor_act_model_layers_20_mlp/norm": 7458.220703125, "train/tensor_act_model_layers_20_mlp/mean": 3.640625, "train/tensor_act_model_layers_20_mlp/std": 0.158203125, "train/tensor_act_model_layers_20_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 3.078125, "train/tensor_act_model_layers_20_mlp/max": 3.890625, "train/tensor_act_model_layers_20_mlp/range": 0.8125, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 131072.1875, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 64.0, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 69.5, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 54.5, "train/tensor_act_model_layers_20_residual_post_mlp/max": 69.5, "train/tensor_act_model_layers_20_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 131072.1875, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 64.0, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 69.5, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 54.5, "train/tensor_act_model_layers_21_residual_pre_attn/max": 69.5, "train/tensor_act_model_layers_21_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_21_residual_post_attn/norm": 131065.9296875, "train/tensor_act_model_layers_21_residual_post_attn/mean": 64.0, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 69.5, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 54.5, "train/tensor_act_model_layers_21_residual_post_attn/max": 69.5, "train/tensor_act_model_layers_21_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 4009.84228515625, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.002532958984375, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.3828125, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 4045.466552734375, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.0019683837890625, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.3984375, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_21_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 4.875, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 12958.4248046875, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 6.28125, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.87890625, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 4.125, "train/tensor_act_model_layers_21_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_21_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_21_mlp/norm": 7453.00439453125, "train/tensor_act_model_layers_21_mlp/mean": 3.640625, "train/tensor_act_model_layers_21_mlp/std": 0.162109375, "train/tensor_act_model_layers_21_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 3.09375, "train/tensor_act_model_layers_21_mlp/max": 3.859375, "train/tensor_act_model_layers_21_mlp/range": 0.765625, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 138516.0625, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 67.5, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.7578125, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 73.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 58.25, "train/tensor_act_model_layers_21_residual_post_mlp/max": 73.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 14.75, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 138516.0625, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 67.5, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.7578125, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 73.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 58.25, "train/tensor_act_model_layers_22_residual_pre_attn/max": 73.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 14.75, "train/tensor_act_model_layers_22_residual_post_attn/norm": 138515.921875, "train/tensor_act_model_layers_22_residual_post_attn/mean": 67.5, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.7578125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 73.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 58.25, "train/tensor_act_model_layers_22_residual_post_attn/max": 73.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 14.75, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 4100.17626953125, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.0281982421875, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.4140625, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 5.484375, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 3993.576171875, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.0546875, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -2.359375, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_22_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 13188.9501953125, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 6.375, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.85546875, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 8.5, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 3.015625, "train/tensor_act_model_layers_22_mlp_down_proj/max": 8.5, "train/tensor_act_model_layers_22_mlp_down_proj/range": 5.484375, "train/tensor_act_model_layers_22_mlp/norm": 7495.0693359375, "train/tensor_act_model_layers_22_mlp/mean": 3.65625, "train/tensor_act_model_layers_22_mlp/std": 0.1650390625, "train/tensor_act_model_layers_22_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 2.546875, "train/tensor_act_model_layers_22_mlp/max": 3.890625, "train/tensor_act_model_layers_22_mlp/range": 1.34375, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 145946.109375, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 71.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.765625, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 76.5, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 61.75, "train/tensor_act_model_layers_22_residual_post_mlp/max": 76.5, "train/tensor_act_model_layers_22_residual_post_mlp/range": 14.75, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 145946.109375, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 71.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.765625, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 76.5, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 61.75, "train/tensor_act_model_layers_23_residual_pre_attn/max": 76.5, "train/tensor_act_model_layers_23_residual_pre_attn/range": 14.75, "train/tensor_act_model_layers_23_residual_post_attn/norm": 145946.109375, "train/tensor_act_model_layers_23_residual_post_attn/mean": 71.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.765625, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 76.5, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 61.75, "train/tensor_act_model_layers_23_residual_post_attn/max": 76.5, "train/tensor_act_model_layers_23_residual_post_attn/range": 14.75, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 4068.291015625, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.033447265625, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.40625, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -2.796875, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 5.46875, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 3989.128662109375, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.1865234375, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -2.484375, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_23_mlp_up_proj/range": 5.3125, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 12808.6611328125, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 6.1875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.953125, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 8.5, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 2.890625, "train/tensor_act_model_layers_23_mlp_down_proj/max": 8.5, "train/tensor_act_model_layers_23_mlp_down_proj/range": 5.609375, "train/tensor_act_model_layers_23_mlp/norm": 7415.8251953125, "train/tensor_act_model_layers_23_mlp/mean": 3.609375, "train/tensor_act_model_layers_23_mlp/std": 0.1904296875, "train/tensor_act_model_layers_23_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 2.46875, "train/tensor_act_model_layers_23_mlp/max": 3.890625, "train/tensor_act_model_layers_23_mlp/range": 1.421875, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 153315.828125, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 75.0, "train/tensor_act_model_layers_23_residual_post_mlp/std": 1.828125, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 80.5, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 65.0, "train/tensor_act_model_layers_23_residual_post_mlp/max": 80.5, "train/tensor_act_model_layers_23_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 153315.828125, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 75.0, "train/tensor_act_model_layers_24_residual_pre_attn/std": 1.828125, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 80.5, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 65.0, "train/tensor_act_model_layers_24_residual_pre_attn/max": 80.5, "train/tensor_act_model_layers_24_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_24_residual_post_attn/norm": 153275.3125, "train/tensor_act_model_layers_24_residual_post_attn/mean": 75.0, "train/tensor_act_model_layers_24_residual_post_attn/std": 1.828125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 80.5, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 65.0, "train/tensor_act_model_layers_24_residual_post_attn/max": 80.5, "train/tensor_act_model_layers_24_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 3970.977783203125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.07470703125, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 2.765625, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 5.421875, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 4068.98046875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.1650390625, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.3984375, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 2.84375, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_24_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_24_mlp_up_proj/range": 5.40625, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 12718.3154296875, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 6.15625, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.7890625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 8.5, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 3.765625, "train/tensor_act_model_layers_24_mlp_down_proj/max": 8.5, "train/tensor_act_model_layers_24_mlp_down_proj/range": 4.734375, "train/tensor_act_model_layers_24_mlp/norm": 7426.654296875, "train/tensor_act_model_layers_24_mlp/mean": 3.625, "train/tensor_act_model_layers_24_mlp/std": 0.1494140625, "train/tensor_act_model_layers_24_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 2.9375, "train/tensor_act_model_layers_24_mlp/max": 3.890625, "train/tensor_act_model_layers_24_mlp/range": 0.953125, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 160606.453125, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 78.5, "train/tensor_act_model_layers_24_residual_post_mlp/std": 1.8359375, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 84.5, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 69.0, "train/tensor_act_model_layers_24_residual_post_mlp/max": 84.5, "train/tensor_act_model_layers_24_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 160606.453125, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 78.5, "train/tensor_act_model_layers_25_residual_pre_attn/std": 1.8359375, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 84.5, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 69.0, "train/tensor_act_model_layers_25_residual_pre_attn/max": 84.5, "train/tensor_act_model_layers_25_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_25_residual_post_attn/norm": 160577.375, "train/tensor_act_model_layers_25_residual_post_attn/mean": 78.5, "train/tensor_act_model_layers_25_residual_post_attn/std": 1.8359375, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 84.5, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 69.0, "train/tensor_act_model_layers_25_residual_post_attn/max": 84.5, "train/tensor_act_model_layers_25_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 3966.7451171875, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.0732421875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -2.578125, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 4002.6240234375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.12158203125, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_25_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 12747.9638671875, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 6.15625, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.91015625, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 8.4375, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 3.265625, "train/tensor_act_model_layers_25_mlp_down_proj/max": 8.4375, "train/tensor_act_model_layers_25_mlp_down_proj/range": 5.171875, "train/tensor_act_model_layers_25_mlp/norm": 7412.4189453125, "train/tensor_act_model_layers_25_mlp/mean": 3.609375, "train/tensor_act_model_layers_25_mlp/std": 0.1796875, "train/tensor_act_model_layers_25_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 2.6875, "train/tensor_act_model_layers_25_mlp/max": 3.890625, "train/tensor_act_model_layers_25_mlp/range": 1.203125, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 167929.3125, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 82.0, "train/tensor_act_model_layers_25_residual_post_mlp/std": 1.828125, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 88.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 72.5, "train/tensor_act_model_layers_25_residual_post_mlp/max": 88.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 167929.3125, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 82.0, "train/tensor_act_model_layers_26_residual_pre_attn/std": 1.828125, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 88.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 72.5, "train/tensor_act_model_layers_26_residual_pre_attn/max": 88.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_26_residual_post_attn/norm": 167929.3125, "train/tensor_act_model_layers_26_residual_post_attn/mean": 82.0, "train/tensor_act_model_layers_26_residual_post_attn/std": 1.828125, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 88.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 72.5, "train/tensor_act_model_layers_26_residual_post_attn/max": 88.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 3875.68994140625, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.005706787109375, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 2.390625, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 4002.171142578125, "train/tensor_act_model_layers_26_mlp_up_proj/mean": -0.011474609375, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_26_mlp_up_proj/max": 2.46875, "train/tensor_act_model_layers_26_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 12526.0185546875, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 6.03125, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.98046875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 8.625, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 3.84375, "train/tensor_act_model_layers_26_mlp_down_proj/max": 8.625, "train/tensor_act_model_layers_26_mlp_down_proj/range": 4.78125, "train/tensor_act_model_layers_26_mlp/norm": 7357.890625, "train/tensor_act_model_layers_26_mlp/mean": 3.59375, "train/tensor_act_model_layers_26_mlp/std": 0.189453125, "train/tensor_act_model_layers_26_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 2.984375, "train/tensor_act_model_layers_26_mlp/max": 3.890625, "train/tensor_act_model_layers_26_mlp/range": 0.90625, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 175252.953125, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 85.5, "train/tensor_act_model_layers_26_residual_post_mlp/std": 1.8515625, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 91.5, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 76.0, "train/tensor_act_model_layers_26_residual_post_mlp/max": 91.5, "train/tensor_act_model_layers_26_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 175252.953125, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 85.5, "train/tensor_act_model_layers_27_residual_pre_attn/std": 1.8515625, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 91.5, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 76.0, "train/tensor_act_model_layers_27_residual_pre_attn/max": 91.5, "train/tensor_act_model_layers_27_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_27_residual_post_attn/norm": 175237.109375, "train/tensor_act_model_layers_27_residual_post_attn/mean": 85.5, "train/tensor_act_model_layers_27_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 91.5, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 76.0, "train/tensor_act_model_layers_27_residual_post_attn/max": 91.5, "train/tensor_act_model_layers_27_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 4040.12548828125, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.1328125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 4.984375, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 4029.088623046875, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.052734375, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.390625, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_27_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_27_mlp_up_proj/range": 5.625, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 12488.1162109375, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 6.03125, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.8046875, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 7.9375, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 3.515625, "train/tensor_act_model_layers_27_mlp_down_proj/max": 7.9375, "train/tensor_act_model_layers_27_mlp_down_proj/range": 4.421875, "train/tensor_act_model_layers_27_mlp/norm": 7382.9462890625, "train/tensor_act_model_layers_27_mlp/mean": 3.59375, "train/tensor_act_model_layers_27_mlp/std": 0.166015625, "train/tensor_act_model_layers_27_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 2.828125, "train/tensor_act_model_layers_27_mlp/max": 3.859375, "train/tensor_act_model_layers_27_mlp/range": 1.03125, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 182521.546875, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 89.0, "train/tensor_act_model_layers_27_residual_post_mlp/std": 1.8515625, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 95.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 79.5, "train/tensor_act_model_layers_27_residual_post_mlp/max": 95.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 182521.546875, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 89.0, "train/tensor_act_model_layers_28_residual_pre_attn/std": 1.8515625, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 95.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 79.5, "train/tensor_act_model_layers_28_residual_pre_attn/max": 95.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_28_residual_post_attn/norm": 182409.515625, "train/tensor_act_model_layers_28_residual_post_attn/mean": 89.0, "train/tensor_act_model_layers_28_residual_post_attn/std": 1.8515625, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 95.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 79.5, "train/tensor_act_model_layers_28_residual_post_attn/max": 95.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 4052.43408203125, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.15625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 5.3125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 4016.155029296875, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.006103515625, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_28_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_28_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 12761.21875, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 6.15625, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.8984375, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 8.8125, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 3.625, "train/tensor_act_model_layers_28_mlp_down_proj/max": 8.8125, "train/tensor_act_model_layers_28_mlp_down_proj/range": 5.1875, "train/tensor_act_model_layers_28_mlp/norm": 7418.728515625, "train/tensor_act_model_layers_28_mlp/mean": 3.625, "train/tensor_act_model_layers_28_mlp/std": 0.162109375, "train/tensor_act_model_layers_28_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 2.875, "train/tensor_act_model_layers_28_mlp/max": 3.90625, "train/tensor_act_model_layers_28_mlp/range": 1.03125, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 189766.34375, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 92.5, "train/tensor_act_model_layers_28_residual_post_mlp/std": 1.8515625, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 98.5, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 83.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 98.5, "train/tensor_act_model_layers_28_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 189766.34375, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 92.5, "train/tensor_act_model_layers_29_residual_pre_attn/std": 1.8515625, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 98.5, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 83.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 98.5, "train/tensor_act_model_layers_29_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_29_residual_post_attn/norm": 189742.421875, "train/tensor_act_model_layers_29_residual_post_attn/mean": 92.5, "train/tensor_act_model_layers_29_residual_post_attn/std": 1.8515625, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 98.5, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 83.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 98.5, "train/tensor_act_model_layers_29_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 4026.862060546875, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.07421875, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 5.15625, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 3916.56298828125, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.030517578125, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_29_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_29_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 12799.7548828125, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 6.1875, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.87890625, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 9.1875, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 3.703125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 9.1875, "train/tensor_act_model_layers_29_mlp_down_proj/range": 5.484375, "train/tensor_act_model_layers_29_mlp/norm": 7427.55029296875, "train/tensor_act_model_layers_29_mlp/mean": 3.625, "train/tensor_act_model_layers_29_mlp/std": 0.1591796875, "train/tensor_act_model_layers_29_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 2.921875, "train/tensor_act_model_layers_29_mlp/max": 3.921875, "train/tensor_act_model_layers_29_mlp/range": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 197078.953125, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 96.0, "train/tensor_act_model_layers_29_residual_post_mlp/std": 1.8515625, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 102.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 86.5, "train/tensor_act_model_layers_29_residual_post_mlp/max": 102.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 197078.953125, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 96.0, "train/tensor_act_model_layers_30_residual_pre_attn/std": 1.8515625, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 102.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 86.5, "train/tensor_act_model_layers_30_residual_pre_attn/max": 102.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 197047.140625, "train/tensor_act_model_layers_30_residual_post_attn/mean": 96.0, "train/tensor_act_model_layers_30_residual_post_attn/std": 1.8515625, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 102.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 86.5, "train/tensor_act_model_layers_30_residual_post_attn/max": 102.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 3907.420654296875, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.08251953125, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 5.03125, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 3925.27197265625, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.018310546875, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_30_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_30_mlp_up_proj/range": 5.0625, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 12318.8857421875, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 5.9375, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.8828125, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 2.796875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_30_mlp_down_proj/range": 5.453125, "train/tensor_act_model_layers_30_mlp/norm": 7335.3173828125, "train/tensor_act_model_layers_30_mlp/mean": 3.578125, "train/tensor_act_model_layers_30_mlp/std": 0.20703125, "train/tensor_act_model_layers_30_mlp/max_abs": 3.875, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 2.421875, "train/tensor_act_model_layers_30_mlp/max": 3.875, "train/tensor_act_model_layers_30_mlp/range": 1.453125, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 204288.9375, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 99.5, "train/tensor_act_model_layers_30_residual_post_mlp/std": 1.8671875, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 105.5, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 90.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 105.5, "train/tensor_act_model_layers_30_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 204288.9375, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 99.5, "train/tensor_act_model_layers_31_residual_pre_attn/std": 1.8671875, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 105.5, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 90.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 105.5, "train/tensor_act_model_layers_31_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_31_residual_post_attn/norm": 204281.046875, "train/tensor_act_model_layers_31_residual_post_attn/mean": 99.5, "train/tensor_act_model_layers_31_residual_post_attn/std": 1.8671875, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 105.5, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 90.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 105.5, "train/tensor_act_model_layers_31_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 3884.096923828125, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.11328125, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 3935.936767578125, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.15625, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_31_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_31_mlp_up_proj/range": 5.8125, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 12288.7685546875, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 5.9375, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.77734375, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 7.84375, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 3.5, "train/tensor_act_model_layers_31_mlp_down_proj/max": 7.84375, "train/tensor_act_model_layers_31_mlp_down_proj/range": 4.34375, "train/tensor_act_model_layers_31_mlp/norm": 7349.77392578125, "train/tensor_act_model_layers_31_mlp/mean": 3.578125, "train/tensor_act_model_layers_31_mlp/std": 0.1591796875, "train/tensor_act_model_layers_31_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 2.8125, "train/tensor_act_model_layers_31_mlp/max": 3.84375, "train/tensor_act_model_layers_31_mlp/range": 1.03125, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 211592.25, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 103.5, "train/tensor_act_model_layers_31_residual_post_mlp/std": 1.8984375, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 109.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 93.5, "train/tensor_act_model_layers_31_residual_post_mlp/max": 109.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 211592.25, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 103.5, "train/tensor_act_model_layers_32_residual_pre_attn/std": 1.8984375, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 109.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 93.5, "train/tensor_act_model_layers_32_residual_pre_attn/max": 109.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_32_residual_post_attn/norm": 211576.515625, "train/tensor_act_model_layers_32_residual_post_attn/mean": 103.5, "train/tensor_act_model_layers_32_residual_post_attn/std": 1.90625, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 109.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 93.5, "train/tensor_act_model_layers_32_residual_post_attn/max": 109.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 4090.81494140625, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.037353515625, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.4140625, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 5.09375, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 4116.6474609375, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.04296875, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.421875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.453125, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_32_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_32_mlp_up_proj/range": 4.828125, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 13265.2861328125, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 6.40625, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.90625, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 9.1875, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 3.90625, "train/tensor_act_model_layers_32_mlp_down_proj/max": 9.1875, "train/tensor_act_model_layers_32_mlp_down_proj/range": 5.28125, "train/tensor_act_model_layers_32_mlp/norm": 7499.01318359375, "train/tensor_act_model_layers_32_mlp/mean": 3.65625, "train/tensor_act_model_layers_32_mlp/std": 0.1630859375, "train/tensor_act_model_layers_32_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 3.0, "train/tensor_act_model_layers_32_mlp/max": 3.921875, "train/tensor_act_model_layers_32_mlp/range": 0.921875, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 219035.953125, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 107.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 1.9375, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 113.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 97.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 113.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 219035.953125, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 107.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 1.9375, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 113.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 97.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 113.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 219035.953125, "train/tensor_act_model_layers_33_residual_post_attn/mean": 107.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 1.9375, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 113.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 97.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 113.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 3965.523193359375, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.010986328125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -2.578125, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 3908.587158203125, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.10302734375, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_33_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 12572.044921875, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 6.09375, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.80078125, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 8.375, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 4.09375, "train/tensor_act_model_layers_33_mlp_down_proj/max": 8.375, "train/tensor_act_model_layers_33_mlp_down_proj/range": 4.28125, "train/tensor_act_model_layers_33_mlp/norm": 7399.21630859375, "train/tensor_act_model_layers_33_mlp/mean": 3.609375, "train/tensor_act_model_layers_33_mlp/std": 0.150390625, "train/tensor_act_model_layers_33_mlp/max_abs": 3.875, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 3.078125, "train/tensor_act_model_layers_33_mlp/max": 3.875, "train/tensor_act_model_layers_33_mlp/range": 0.796875, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 226360.0625, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 110.5, "train/tensor_act_model_layers_33_residual_post_mlp/std": 1.9765625, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 116.5, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 100.5, "train/tensor_act_model_layers_33_residual_post_mlp/max": 116.5, "train/tensor_act_model_layers_33_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 226360.0625, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 110.5, "train/tensor_act_model_layers_34_residual_pre_attn/std": 1.9765625, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 116.5, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 100.5, "train/tensor_act_model_layers_34_residual_pre_attn/max": 116.5, "train/tensor_act_model_layers_34_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 226377.296875, "train/tensor_act_model_layers_34_residual_post_attn/mean": 110.5, "train/tensor_act_model_layers_34_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 116.5, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 100.5, "train/tensor_act_model_layers_34_residual_post_attn/max": 116.5, "train/tensor_act_model_layers_34_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 4006.66796875, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.13671875, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 5.5625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 3950.195068359375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": 0.00396728515625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_34_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_34_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 12923.2158203125, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 6.25, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.83984375, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 9.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 4.375, "train/tensor_act_model_layers_34_mlp_down_proj/max": 9.0, "train/tensor_act_model_layers_34_mlp_down_proj/range": 4.625, "train/tensor_act_model_layers_34_mlp/norm": 7456.09130859375, "train/tensor_act_model_layers_34_mlp/mean": 3.640625, "train/tensor_act_model_layers_34_mlp/std": 0.146484375, "train/tensor_act_model_layers_34_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 3.1875, "train/tensor_act_model_layers_34_mlp/max": 3.90625, "train/tensor_act_model_layers_34_mlp/range": 0.71875, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 233761.5625, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 114.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 120.5, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 104.5, "train/tensor_act_model_layers_34_residual_post_mlp/max": 120.5, "train/tensor_act_model_layers_34_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 233761.5625, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 114.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 120.5, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 104.5, "train/tensor_act_model_layers_35_residual_pre_attn/max": 120.5, "train/tensor_act_model_layers_35_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 233738.921875, "train/tensor_act_model_layers_35_residual_post_attn/mean": 114.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 2.0625, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 120.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 104.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 120.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 4005.52880859375, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.035400390625, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.3828125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -2.5, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 5.078125, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 3952.86328125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.031982421875, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_35_mlp_up_proj/range": 5.0, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 12763.7734375, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 6.15625, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.921875, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 8.4375, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 4.09375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 8.4375, "train/tensor_act_model_layers_35_mlp_down_proj/range": 4.34375, "train/tensor_act_model_layers_35_mlp/norm": 7413.49462890625, "train/tensor_act_model_layers_35_mlp/mean": 3.609375, "train/tensor_act_model_layers_35_mlp/std": 0.162109375, "train/tensor_act_model_layers_35_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 3.078125, "train/tensor_act_model_layers_35_mlp/max": 3.890625, "train/tensor_act_model_layers_35_mlp/range": 0.8125, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 241167.359375, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 117.5, "train/tensor_act_model_layers_35_residual_post_mlp/std": 2.0625, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 123.5, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 107.5, "train/tensor_act_model_layers_35_residual_post_mlp/max": 123.5, "train/tensor_act_model_layers_35_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 241167.359375, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 117.5, "train/tensor_act_model_layers_36_residual_pre_attn/std": 2.0625, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 123.5, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 107.5, "train/tensor_act_model_layers_36_residual_pre_attn/max": 123.5, "train/tensor_act_model_layers_36_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 241159.46875, "train/tensor_act_model_layers_36_residual_post_attn/mean": 117.5, "train/tensor_act_model_layers_36_residual_post_attn/std": 2.078125, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 123.5, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 107.5, "train/tensor_act_model_layers_36_residual_post_attn/max": 123.5, "train/tensor_act_model_layers_36_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 3996.79833984375, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.1884765625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.578125, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 3981.551025390625, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.107421875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_36_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_36_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 12853.2333984375, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 6.21875, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.85546875, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 8.4375, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 3.296875, "train/tensor_act_model_layers_36_mlp_down_proj/max": 8.4375, "train/tensor_act_model_layers_36_mlp_down_proj/range": 5.140625, "train/tensor_act_model_layers_36_mlp/norm": 7439.0927734375, "train/tensor_act_model_layers_36_mlp/mean": 3.625, "train/tensor_act_model_layers_36_mlp/std": 0.1767578125, "train/tensor_act_model_layers_36_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 2.703125, "train/tensor_act_model_layers_36_mlp/max": 3.890625, "train/tensor_act_model_layers_36_mlp/range": 1.1875, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 248528.296875, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 121.5, "train/tensor_act_model_layers_36_residual_post_mlp/std": 2.0625, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 127.5, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 111.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 127.5, "train/tensor_act_model_layers_36_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 248528.296875, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 121.5, "train/tensor_act_model_layers_37_residual_pre_attn/std": 2.0625, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 127.5, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 111.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 127.5, "train/tensor_act_model_layers_37_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_37_residual_post_attn/norm": 248512.328125, "train/tensor_act_model_layers_37_residual_post_attn/mean": 121.5, "train/tensor_act_model_layers_37_residual_post_attn/std": 2.0625, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 127.5, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 111.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 127.5, "train/tensor_act_model_layers_37_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 3978.962158203125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.1357421875, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 5.234375, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 4057.455322265625, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.04443359375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.3984375, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_37_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_37_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 12531.7744140625, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 6.0625, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.921875, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 3.0, "train/tensor_act_model_layers_37_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_37_mlp_down_proj/range": 5.25, "train/tensor_act_model_layers_37_mlp/norm": 7368.431640625, "train/tensor_act_model_layers_37_mlp/mean": 3.59375, "train/tensor_act_model_layers_37_mlp/std": 0.2021484375, "train/tensor_act_model_layers_37_mlp/max_abs": 3.875, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 2.546875, "train/tensor_act_model_layers_37_mlp/max": 3.875, "train/tensor_act_model_layers_37_mlp/range": 1.328125, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 255777.984375, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 125.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 2.078125, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 131.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 115.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 131.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 255777.984375, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 125.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 2.078125, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 131.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 115.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 131.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 255772.453125, "train/tensor_act_model_layers_38_residual_post_attn/mean": 125.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 2.09375, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 131.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 115.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 131.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 4036.810791015625, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.020751953125, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 4054.96484375, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.07177734375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.3984375, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 2.71875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_38_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 12836.3798828125, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 6.21875, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 8.5, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 4.40625, "train/tensor_act_model_layers_38_mlp_down_proj/max": 8.5, "train/tensor_act_model_layers_38_mlp_down_proj/range": 4.09375, "train/tensor_act_model_layers_38_mlp/norm": 7457.4833984375, "train/tensor_act_model_layers_38_mlp/mean": 3.640625, "train/tensor_act_model_layers_38_mlp/std": 0.1220703125, "train/tensor_act_model_layers_38_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 3.203125, "train/tensor_act_model_layers_38_mlp/max": 3.890625, "train/tensor_act_model_layers_38_mlp/range": 0.6875, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 263190.4375, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 128.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 2.171875, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 135.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 118.5, "train/tensor_act_model_layers_38_residual_post_mlp/max": 135.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 263190.4375, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 128.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 2.171875, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 135.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 118.5, "train/tensor_act_model_layers_39_residual_pre_attn/max": 135.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_39_residual_post_attn/norm": 263167.75, "train/tensor_act_model_layers_39_residual_post_attn/mean": 128.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 2.171875, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 135.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 118.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 135.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 3911.31787109375, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.15625, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 2.6875, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 5.328125, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 3997.472900390625, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.1591796875, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_39_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_39_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 12364.59765625, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 5.96875, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.88671875, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 3.96875, "train/tensor_act_model_layers_39_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_39_mlp_down_proj/range": 4.28125, "train/tensor_act_model_layers_39_mlp/norm": 7346.1708984375, "train/tensor_act_model_layers_39_mlp/mean": 3.578125, "train/tensor_act_model_layers_39_mlp/std": 0.1689453125, "train/tensor_act_model_layers_39_mlp/max_abs": 3.875, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 3.03125, "train/tensor_act_model_layers_39_mlp/max": 3.875, "train/tensor_act_model_layers_39_mlp/range": 0.84375, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 270648.875, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 132.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 2.234375, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 139.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 121.5, "train/tensor_act_model_layers_39_residual_post_mlp/max": 139.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 17.5, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 270648.875, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 132.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 2.234375, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 139.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 121.5, "train/tensor_act_model_layers_40_residual_pre_attn/max": 139.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 17.5, "train/tensor_act_model_layers_40_residual_post_attn/norm": 270647.3125, "train/tensor_act_model_layers_40_residual_post_attn/mean": 132.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 2.234375, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 139.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 121.5, "train/tensor_act_model_layers_40_residual_post_attn/max": 139.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 17.5, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 4035.952880859375, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.1025390625, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 5.46875, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 3934.9833984375, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.1484375, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_40_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_40_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 12802.5703125, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 6.21875, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 8.5, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 4.28125, "train/tensor_act_model_layers_40_mlp_down_proj/max": 8.5, "train/tensor_act_model_layers_40_mlp_down_proj/range": 4.21875, "train/tensor_act_model_layers_40_mlp/norm": 7448.89794921875, "train/tensor_act_model_layers_40_mlp/mean": 3.640625, "train/tensor_act_model_layers_40_mlp/std": 0.1318359375, "train/tensor_act_model_layers_40_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 3.15625, "train/tensor_act_model_layers_40_mlp/max": 3.890625, "train/tensor_act_model_layers_40_mlp/range": 0.734375, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 278548.71875, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 136.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 2.328125, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 143.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 125.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 143.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 278548.71875, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 136.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 2.328125, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 143.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 125.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 143.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 278548.71875, "train/tensor_act_model_layers_41_residual_post_attn/mean": 136.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 2.328125, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 143.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 125.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 143.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 3960.08154296875, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.1474609375, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 4011.509033203125, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.0031890869140625, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_41_mlp_up_proj/range": 5.21875, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 12500.6572265625, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 6.03125, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 3.453125, "train/tensor_act_model_layers_41_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_41_mlp_down_proj/range": 4.671875, "train/tensor_act_model_layers_41_mlp/norm": 7372.140625, "train/tensor_act_model_layers_41_mlp/mean": 3.59375, "train/tensor_act_model_layers_41_mlp/std": 0.177734375, "train/tensor_act_model_layers_41_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 2.796875, "train/tensor_act_model_layers_41_mlp/max": 3.859375, "train/tensor_act_model_layers_41_mlp/range": 1.0625, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 286237.3125, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 140.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 2.390625, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 147.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 129.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 147.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 286237.3125, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 140.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 2.390625, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 147.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 129.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 147.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 286237.3125, "train/tensor_act_model_layers_42_residual_post_attn/mean": 140.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 2.390625, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 147.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 129.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 147.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 4045.987548828125, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.0693359375, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 4037.451171875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.1376953125, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.390625, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -2.3125, "train/tensor_act_model_layers_42_mlp_up_proj/max": 2.703125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 12788.2197265625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 6.1875, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.90625, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 8.375, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 3.046875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 8.375, "train/tensor_act_model_layers_42_mlp_down_proj/range": 5.328125, "train/tensor_act_model_layers_42_mlp/norm": 7419.779296875, "train/tensor_act_model_layers_42_mlp/mean": 3.625, "train/tensor_act_model_layers_42_mlp/std": 0.1767578125, "train/tensor_act_model_layers_42_mlp/max_abs": 3.875, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 2.5625, "train/tensor_act_model_layers_42_mlp/max": 3.875, "train/tensor_act_model_layers_42_mlp/range": 1.3125, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 294027.71875, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 144.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 2.453125, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 151.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 132.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 151.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 19.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 294027.71875, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 144.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 2.453125, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 151.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 132.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 151.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 19.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 294027.71875, "train/tensor_act_model_layers_43_residual_post_attn/mean": 144.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 2.453125, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 151.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 132.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 151.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 19.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 4082.305419921875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.051513671875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.40625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 5.296875, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 4215.056640625, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.033935546875, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.453125, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_43_mlp_up_proj/range": 5.375, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 13480.5947265625, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 6.53125, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.875, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 9.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 3.921875, "train/tensor_act_model_layers_43_mlp_down_proj/max": 9.0, "train/tensor_act_model_layers_43_mlp_down_proj/range": 5.078125, "train/tensor_act_model_layers_43_mlp/norm": 7537.7236328125, "train/tensor_act_model_layers_43_mlp/mean": 3.671875, "train/tensor_act_model_layers_43_mlp/std": 0.146484375, "train/tensor_act_model_layers_43_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 3.015625, "train/tensor_act_model_layers_43_mlp/max": 3.90625, "train/tensor_act_model_layers_43_mlp/range": 0.890625, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 302014.5, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 147.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 2.46875, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 155.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 136.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 155.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 19.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 302014.5, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 147.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 2.46875, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 155.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 136.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 155.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 19.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 302014.5, "train/tensor_act_model_layers_44_residual_post_attn/mean": 147.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 2.46875, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 155.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 136.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 155.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 19.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 4052.60791015625, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.1298828125, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 2.453125, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 4015.08447265625, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.130859375, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_44_mlp_up_proj/max": 2.6875, "train/tensor_act_model_layers_44_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 12737.5068359375, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 6.1875, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.76171875, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 7.875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 4.25, "train/tensor_act_model_layers_44_mlp_down_proj/max": 7.875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_44_mlp/norm": 7432.90234375, "train/tensor_act_model_layers_44_mlp/mean": 3.625, "train/tensor_act_model_layers_44_mlp/std": 0.142578125, "train/tensor_act_model_layers_44_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 3.140625, "train/tensor_act_model_layers_44_mlp/max": 3.84375, "train/tensor_act_model_layers_44_mlp/range": 0.703125, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 309836.9375, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 151.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 2.53125, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 159.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 140.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 159.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 19.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 309836.9375, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 151.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 2.53125, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 159.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 140.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 159.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 19.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 309836.9375, "train/tensor_act_model_layers_45_residual_post_attn/mean": 151.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 2.53125, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 159.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 140.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 159.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 19.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 4048.9208984375, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.0224609375, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 5.25, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 4096.67529296875, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.07568359375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.4140625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -2.609375, "train/tensor_act_model_layers_45_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 12902.005859375, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 6.25, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.80859375, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 8.75, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 3.84375, "train/tensor_act_model_layers_45_mlp_down_proj/max": 8.75, "train/tensor_act_model_layers_45_mlp_down_proj/range": 4.90625, "train/tensor_act_model_layers_45_mlp/norm": 7455.83251953125, "train/tensor_act_model_layers_45_mlp/mean": 3.640625, "train/tensor_act_model_layers_45_mlp/std": 0.146484375, "train/tensor_act_model_layers_45_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 2.984375, "train/tensor_act_model_layers_45_mlp/max": 3.90625, "train/tensor_act_model_layers_45_mlp/range": 0.921875, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 317743.6875, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 155.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 2.578125, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 163.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 143.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 163.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 317743.6875, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 155.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 2.578125, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 163.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 143.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 163.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 317743.6875, "train/tensor_act_model_layers_46_residual_post_attn/mean": 155.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 2.578125, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 163.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 143.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 163.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 4051.286376953125, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.0130615234375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -2.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.515625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 5.125, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 4018.0634765625, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.1337890625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -2.515625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 2.375, "train/tensor_act_model_layers_46_mlp_up_proj/range": 4.890625, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 12565.482421875, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 6.0625, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.859375, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 8.3125, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 3.90625, "train/tensor_act_model_layers_46_mlp_down_proj/max": 8.3125, "train/tensor_act_model_layers_46_mlp_down_proj/range": 4.40625, "train/tensor_act_model_layers_46_mlp/norm": 7387.49853515625, "train/tensor_act_model_layers_46_mlp/mean": 3.609375, "train/tensor_act_model_layers_46_mlp/std": 0.16796875, "train/tensor_act_model_layers_46_mlp/max_abs": 3.875, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 3.0, "train/tensor_act_model_layers_46_mlp/max": 3.875, "train/tensor_act_model_layers_46_mlp/range": 0.875, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 325492.40625, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 159.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 2.609375, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 167.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 146.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 167.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 21.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 325492.40625, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 159.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 2.609375, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 167.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 146.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 167.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 21.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 325492.40625, "train/tensor_act_model_layers_47_residual_post_attn/mean": 159.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 2.609375, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 167.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 146.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 167.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 21.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 4015.3681640625, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.10107421875, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.3828125, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -2.46875, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 5.203125, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 3858.62744140625, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.033203125, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 2.8125, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -2.8125, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_47_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 11858.4765625, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 5.71875, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.87890625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 8.375, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 3.75, "train/tensor_act_model_layers_47_mlp_down_proj/max": 8.375, "train/tensor_act_model_layers_47_mlp_down_proj/range": 4.625, "train/tensor_act_model_layers_47_mlp/norm": 7244.6005859375, "train/tensor_act_model_layers_47_mlp/mean": 3.53125, "train/tensor_act_model_layers_47_mlp/std": 0.185546875, "train/tensor_act_model_layers_47_mlp/max_abs": 3.875, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 2.9375, "train/tensor_act_model_layers_47_mlp/max": 3.875, "train/tensor_act_model_layers_47_mlp/range": 0.9375, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 332970.15625, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 163.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 2.6875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 171.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 149.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 171.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 22.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 332970.15625, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 163.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 2.6875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 171.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 149.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 171.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 22.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 332985.96875, "train/tensor_act_model_layers_48_residual_post_attn/mean": 163.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 2.671875, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 171.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 149.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 171.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 22.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 4031.716552734375, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.0174560546875, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 2.40625, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 4.78125, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 4037.73828125, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.005462646484375, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.390625, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_48_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 12897.8994140625, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 6.25, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.88671875, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 8.6875, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": 3.171875, "train/tensor_act_model_layers_48_mlp_down_proj/max": 8.6875, "train/tensor_act_model_layers_48_mlp_down_proj/range": 5.515625, "train/tensor_act_model_layers_48_mlp/norm": 7442.86083984375, "train/tensor_act_model_layers_48_mlp/mean": 3.625, "train/tensor_act_model_layers_48_mlp/std": 0.1669921875, "train/tensor_act_model_layers_48_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 2.640625, "train/tensor_act_model_layers_48_mlp/max": 3.890625, "train/tensor_act_model_layers_48_mlp/range": 1.25, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 340794.375, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 166.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 2.734375, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 175.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 152.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 175.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 23.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 340794.375, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 166.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 2.734375, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 175.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 152.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 175.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 23.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 340794.375, "train/tensor_act_model_layers_49_residual_post_attn/mean": 166.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 2.734375, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 175.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 152.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 175.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 23.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 3990.421142578125, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.033447265625, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.484375, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 4.78125, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 4126.34375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.421875, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_49_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_49_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 12612.947265625, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 6.09375, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.86328125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 7.96875, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 3.5625, "train/tensor_act_model_layers_49_mlp_down_proj/max": 7.96875, "train/tensor_act_model_layers_49_mlp_down_proj/range": 4.40625, "train/tensor_act_model_layers_49_mlp/norm": 7396.52001953125, "train/tensor_act_model_layers_49_mlp/mean": 3.609375, "train/tensor_act_model_layers_49_mlp/std": 0.1689453125, "train/tensor_act_model_layers_49_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 2.84375, "train/tensor_act_model_layers_49_mlp/max": 3.859375, "train/tensor_act_model_layers_49_mlp/range": 1.015625, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 348529.5625, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 170.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 2.796875, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 179.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 155.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 179.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 24.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 348529.5625, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 170.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 2.796875, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 179.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 155.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 179.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 24.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 348529.5625, "train/tensor_act_model_layers_50_residual_post_attn/mean": 170.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 2.796875, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 179.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 155.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 179.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 24.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 4062.55859375, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.04296875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 2.875, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 2.875, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 5.640625, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 3994.026123046875, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.03857421875, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_50_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_50_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 12461.7138671875, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 6.0, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.92578125, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 2.609375, "train/tensor_act_model_layers_50_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_50_mlp_down_proj/range": 5.640625, "train/tensor_act_model_layers_50_mlp/norm": 7354.92138671875, "train/tensor_act_model_layers_50_mlp/mean": 3.578125, "train/tensor_act_model_layers_50_mlp/std": 0.2060546875, "train/tensor_act_model_layers_50_mlp/max_abs": 3.875, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 2.296875, "train/tensor_act_model_layers_50_mlp/max": 3.875, "train/tensor_act_model_layers_50_mlp/range": 1.578125, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 356236.78125, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 174.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 2.875, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 183.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 159.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 183.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 24.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 356236.78125, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 174.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 2.875, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 183.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 159.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 183.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 24.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 356236.78125, "train/tensor_act_model_layers_51_residual_post_attn/mean": 174.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 2.875, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 183.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 159.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 183.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 24.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 4074.675537109375, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.11865234375, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.3984375, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 3976.915283203125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.036865234375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_51_mlp_up_proj/max": 2.296875, "train/tensor_act_model_layers_51_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 12719.19140625, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 6.15625, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.79296875, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 8.0625, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 3.71875, "train/tensor_act_model_layers_51_mlp_down_proj/max": 8.0625, "train/tensor_act_model_layers_51_mlp_down_proj/range": 4.34375, "train/tensor_act_model_layers_51_mlp/norm": 7426.14990234375, "train/tensor_act_model_layers_51_mlp/mean": 3.625, "train/tensor_act_model_layers_51_mlp/std": 0.1533203125, "train/tensor_act_model_layers_51_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 2.921875, "train/tensor_act_model_layers_51_mlp/max": 3.859375, "train/tensor_act_model_layers_51_mlp/range": 0.9375, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 364072.71875, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 178.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 2.921875, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 187.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 162.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 187.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 364072.71875, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 178.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 2.921875, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 187.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 162.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 187.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 364072.71875, "train/tensor_act_model_layers_52_residual_post_attn/mean": 178.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 2.921875, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 187.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 162.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 187.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 4080.01708984375, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.0303955078125, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.40625, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.703125, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 2.84375, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 5.546875, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 4069.228271484375, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.0830078125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.40625, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_52_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 12575.4384765625, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 6.09375, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.859375, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 4.09375, "train/tensor_act_model_layers_52_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_52_mlp_down_proj/range": 4.03125, "train/tensor_act_model_layers_52_mlp/norm": 7389.3515625, "train/tensor_act_model_layers_52_mlp/mean": 3.609375, "train/tensor_act_model_layers_52_mlp/std": 0.16796875, "train/tensor_act_model_layers_52_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 3.078125, "train/tensor_act_model_layers_52_mlp/max": 3.859375, "train/tensor_act_model_layers_52_mlp/range": 0.78125, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 371781.15625, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 182.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 2.9375, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 190.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 166.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 190.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 24.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 371781.15625, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 182.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 2.9375, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 190.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 166.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 190.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 24.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 371781.15625, "train/tensor_act_model_layers_53_residual_post_attn/mean": 182.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 2.9375, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 190.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 166.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 190.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 24.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 3979.10693359375, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.0036468505859375, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 5.0625, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 4048.003662109375, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.018798828125, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.3984375, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.453125, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_53_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 12432.8291015625, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 6.0, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.9609375, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 8.75, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": 3.359375, "train/tensor_act_model_layers_53_mlp_down_proj/max": 8.75, "train/tensor_act_model_layers_53_mlp_down_proj/range": 5.390625, "train/tensor_act_model_layers_53_mlp/norm": 7342.66455078125, "train/tensor_act_model_layers_53_mlp/mean": 3.578125, "train/tensor_act_model_layers_53_mlp/std": 0.2021484375, "train/tensor_act_model_layers_53_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": 2.75, "train/tensor_act_model_layers_53_mlp/max": 3.90625, "train/tensor_act_model_layers_53_mlp/range": 1.15625, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 379438.40625, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 185.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 3.03125, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 194.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 169.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 194.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 379438.40625, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 185.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 3.03125, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 194.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 169.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 194.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 379422.0, "train/tensor_act_model_layers_54_residual_post_attn/mean": 185.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 3.015625, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 194.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 169.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 194.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 4005.036376953125, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.19140625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 2.5625, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 2.375, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 3956.868896484375, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.1494140625, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.53125, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_54_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 12500.5361328125, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 6.03125, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.953125, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 3.75, "train/tensor_act_model_layers_54_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_54_mlp_down_proj/range": 4.5, "train/tensor_act_model_layers_54_mlp/norm": 7358.9267578125, "train/tensor_act_model_layers_54_mlp/mean": 3.59375, "train/tensor_act_model_layers_54_mlp/std": 0.1875, "train/tensor_act_model_layers_54_mlp/max_abs": 3.875, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 2.9375, "train/tensor_act_model_layers_54_mlp/max": 3.875, "train/tensor_act_model_layers_54_mlp/range": 0.9375, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 387110.90625, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 189.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 3.109375, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 198.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 173.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 198.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 387110.90625, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 189.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 3.109375, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 198.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 173.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 198.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 387110.90625, "train/tensor_act_model_layers_55_residual_post_attn/mean": 189.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 3.109375, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 198.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 173.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 198.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 4020.398193359375, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.0011138916015625, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -3.078125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 5.796875, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 4021.666259765625, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.09423828125, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.421875, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 12718.9794921875, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 6.15625, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.80078125, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 8.8125, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 4.1875, "train/tensor_act_model_layers_55_mlp_down_proj/max": 8.8125, "train/tensor_act_model_layers_55_mlp_down_proj/range": 4.625, "train/tensor_act_model_layers_55_mlp/norm": 7424.7138671875, "train/tensor_act_model_layers_55_mlp/mean": 3.625, "train/tensor_act_model_layers_55_mlp/std": 0.15234375, "train/tensor_act_model_layers_55_mlp/max_abs": 3.90625, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 3.125, "train/tensor_act_model_layers_55_mlp/max": 3.90625, "train/tensor_act_model_layers_55_mlp/range": 0.78125, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 394971.1875, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 193.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 3.125, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 202.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 177.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 202.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 394971.1875, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 193.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 3.125, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 202.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 177.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 202.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 394971.1875, "train/tensor_act_model_layers_56_residual_post_attn/mean": 193.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 3.125, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 202.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 177.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 202.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 4005.190185546875, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.051513671875, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.3828125, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.46875, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 3933.018798828125, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.033447265625, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.515625, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_56_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 12399.6630859375, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 6.0, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.8984375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 3.515625, "train/tensor_act_model_layers_56_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_56_mlp_down_proj/range": 4.734375, "train/tensor_act_model_layers_56_mlp/norm": 7347.771484375, "train/tensor_act_model_layers_56_mlp/mean": 3.578125, "train/tensor_act_model_layers_56_mlp/std": 0.2001953125, "train/tensor_act_model_layers_56_mlp/max_abs": 3.875, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 2.828125, "train/tensor_act_model_layers_56_mlp/max": 3.875, "train/tensor_act_model_layers_56_mlp/range": 1.046875, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 402677.40625, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 197.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 3.171875, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 206.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 181.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 206.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 402677.40625, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 197.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 3.171875, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 206.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 181.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 206.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 402709.78125, "train/tensor_act_model_layers_57_residual_post_attn/mean": 197.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 3.1875, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 206.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 181.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 206.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 3975.56787109375, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.09814453125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -2.59375, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.421875, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 4004.564208984375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.0189208984375, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.3828125, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 12635.671875, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 6.09375, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.890625, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 8.5, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 4.15625, "train/tensor_act_model_layers_57_mlp_down_proj/max": 8.5, "train/tensor_act_model_layers_57_mlp_down_proj/range": 4.34375, "train/tensor_act_model_layers_57_mlp/norm": 7395.3759765625, "train/tensor_act_model_layers_57_mlp/mean": 3.609375, "train/tensor_act_model_layers_57_mlp/std": 0.16796875, "train/tensor_act_model_layers_57_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 3.109375, "train/tensor_act_model_layers_57_mlp/max": 3.890625, "train/tensor_act_model_layers_57_mlp/range": 0.78125, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 410425.28125, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 200.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 3.171875, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 210.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 185.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 210.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 410425.28125, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 200.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 3.171875, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 210.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 185.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 210.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 410425.28125, "train/tensor_act_model_layers_58_residual_post_attn/mean": 200.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 3.171875, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 210.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 185.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 210.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 3922.296630859375, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.0001697540283203125, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.3515625, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 5.203125, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 3909.891845703125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.0283203125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.390625, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.390625, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.359375, "train/tensor_act_model_layers_58_mlp_up_proj/range": 4.75, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 12441.265625, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 6.03125, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.796875, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 4.28125, "train/tensor_act_model_layers_58_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_58_mlp_down_proj/range": 3.84375, "train/tensor_act_model_layers_58_mlp/norm": 7376.05810546875, "train/tensor_act_model_layers_58_mlp/mean": 3.59375, "train/tensor_act_model_layers_58_mlp/std": 0.154296875, "train/tensor_act_model_layers_58_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 3.15625, "train/tensor_act_model_layers_58_mlp/max": 3.859375, "train/tensor_act_model_layers_58_mlp/range": 0.703125, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 418111.21875, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 204.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 3.203125, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 214.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 189.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 214.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 25.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 418111.21875, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 204.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 3.203125, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 214.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 189.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 214.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 25.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 418111.21875, "train/tensor_act_model_layers_59_residual_post_attn/mean": 204.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 3.203125, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 214.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 189.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 214.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 25.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 3996.75, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.10302734375, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 5.34375, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 3964.414794921875, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.0849609375, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_59_mlp_up_proj/range": 5.015625, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 12472.1826171875, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 6.03125, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.83203125, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": 3.140625, "train/tensor_act_model_layers_59_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_59_mlp_down_proj/range": 4.984375, "train/tensor_act_model_layers_59_mlp/norm": 7373.8720703125, "train/tensor_act_model_layers_59_mlp/mean": 3.59375, "train/tensor_act_model_layers_59_mlp/std": 0.1728515625, "train/tensor_act_model_layers_59_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 2.625, "train/tensor_act_model_layers_59_mlp/max": 3.859375, "train/tensor_act_model_layers_59_mlp/range": 1.234375, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 425868.625, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 208.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 3.296875, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 218.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 192.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 218.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 425868.625, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 208.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 3.296875, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 218.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 192.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 218.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 425868.625, "train/tensor_act_model_layers_60_residual_post_attn/mean": 208.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 3.296875, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 218.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 192.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 218.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 4002.927001953125, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.0281982421875, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.3828125, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -2.84375, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 5.40625, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 3952.1708984375, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.0244140625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.3671875, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_60_mlp_up_proj/max": 2.4375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 12188.494140625, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 5.875, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.94921875, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 7.96875, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": 3.484375, "train/tensor_act_model_layers_60_mlp_down_proj/max": 7.96875, "train/tensor_act_model_layers_60_mlp_down_proj/range": 4.484375, "train/tensor_act_model_layers_60_mlp/norm": 7297.54052734375, "train/tensor_act_model_layers_60_mlp/mean": 3.5625, "train/tensor_act_model_layers_60_mlp/std": 0.2060546875, "train/tensor_act_model_layers_60_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": 2.8125, "train/tensor_act_model_layers_60_mlp/max": 3.859375, "train/tensor_act_model_layers_60_mlp/range": 1.046875, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 433453.65625, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 212.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 3.359375, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 222.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 196.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 222.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 433453.65625, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 212.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 3.359375, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 222.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 196.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 222.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 433453.65625, "train/tensor_act_model_layers_61_residual_post_attn/mean": 212.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 3.359375, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 222.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 196.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 222.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 3940.649169921875, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.0693359375, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.59375, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 5.03125, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 4005.041259765625, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.1328125, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_61_mlp_up_proj/range": 5.03125, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 12227.490234375, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 5.90625, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.90234375, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": 3.390625, "train/tensor_act_model_layers_61_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_61_mlp_down_proj/range": 4.859375, "train/tensor_act_model_layers_61_mlp/norm": 7314.236328125, "train/tensor_act_model_layers_61_mlp/mean": 3.5625, "train/tensor_act_model_layers_61_mlp/std": 0.1953125, "train/tensor_act_model_layers_61_mlp/max_abs": 3.875, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 2.765625, "train/tensor_act_model_layers_61_mlp/max": 3.875, "train/tensor_act_model_layers_61_mlp/range": 1.109375, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 441031.84375, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 215.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 3.453125, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 226.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 200.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 226.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 441031.84375, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 215.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 3.453125, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 226.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 200.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 226.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 440967.53125, "train/tensor_act_model_layers_62_residual_post_attn/mean": 215.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 3.4375, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 226.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 200.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 226.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 3950.827392578125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.0089111328125, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 5.140625, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 3936.135498046875, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.00628662109375, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.359375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_62_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 11769.0224609375, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 5.6875, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.91015625, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 7.84375, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": 3.1875, "train/tensor_act_model_layers_62_mlp_down_proj/max": 7.84375, "train/tensor_act_model_layers_62_mlp_down_proj/range": 4.65625, "train/tensor_act_model_layers_62_mlp/norm": 7216.19482421875, "train/tensor_act_model_layers_62_mlp/mean": 3.515625, "train/tensor_act_model_layers_62_mlp/std": 0.220703125, "train/tensor_act_model_layers_62_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 2.65625, "train/tensor_act_model_layers_62_mlp/max": 3.84375, "train/tensor_act_model_layers_62_mlp/range": 1.1875, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 448398.71875, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 219.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 3.59375, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 230.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 204.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 230.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 448398.71875, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 219.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 3.59375, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 230.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 204.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 230.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 448414.9375, "train/tensor_act_model_layers_63_residual_post_attn/mean": 219.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 3.609375, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 230.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 204.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 230.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 3748.395751953125, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.09765625, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.2890625, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 2.734375, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 5.21875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 3759.2021484375, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.039306640625, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 2.5, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -2.5, "train/tensor_act_model_layers_63_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 4.984375, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 11009.69921875, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 5.28125, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.96875, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 7.53125, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": 2.765625, "train/tensor_act_model_layers_63_mlp_down_proj/max": 7.53125, "train/tensor_act_model_layers_63_mlp_down_proj/range": 4.765625, "train/tensor_act_model_layers_63_mlp/norm": 7019.98486328125, "train/tensor_act_model_layers_63_mlp/mean": 3.421875, "train/tensor_act_model_layers_63_mlp/std": 0.275390625, "train/tensor_act_model_layers_63_mlp/max_abs": 3.8125, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": 2.390625, "train/tensor_act_model_layers_63_mlp/max": 3.8125, "train/tensor_act_model_layers_63_mlp/range": 1.421875, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 455444.1875, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 222.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 3.734375, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 234.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 208.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 234.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 455444.1875, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 222.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 3.734375, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 234.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 208.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 234.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 455444.1875, "train/tensor_act_model_layers_64_residual_post_attn/mean": 222.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 3.734375, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 234.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 208.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 234.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 3738.455810546875, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.1298828125, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.28125, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 5.40625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 3845.8369140625, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.07958984375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_64_mlp_up_proj/max": 2.6875, "train/tensor_act_model_layers_64_mlp_up_proj/range": 5.09375, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 10968.28125, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 5.25, "train/tensor_act_model_layers_64_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 7.65625, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": 2.5, "train/tensor_act_model_layers_64_mlp_down_proj/max": 7.65625, "train/tensor_act_model_layers_64_mlp_down_proj/range": 5.15625, "train/tensor_act_model_layers_64_mlp/norm": 6996.51220703125, "train/tensor_act_model_layers_64_mlp/mean": 3.40625, "train/tensor_act_model_layers_64_mlp/std": 0.287109375, "train/tensor_act_model_layers_64_mlp/max_abs": 3.828125, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": 2.21875, "train/tensor_act_model_layers_64_mlp/max": 3.828125, "train/tensor_act_model_layers_64_mlp/range": 1.609375, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 462386.0625, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 226.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 3.921875, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 238.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 211.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 238.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 27.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 462386.0625, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 226.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 3.921875, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 238.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 211.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 238.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 27.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 462386.0625, "train/tensor_act_model_layers_65_residual_post_attn/mean": 226.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 3.921875, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 238.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 211.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 238.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 27.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 3899.166748046875, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.072265625, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 2.34375, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 5.0, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 3873.00634765625, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.04638671875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.3359375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 2.609375, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -2.34375, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_65_mlp_up_proj/range": 4.953125, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 11088.984375, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 5.34375, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.95703125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 7.75, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": 0.8359375, "train/tensor_act_model_layers_65_mlp_down_proj/max": 7.75, "train/tensor_act_model_layers_65_mlp_down_proj/range": 6.9140625, "train/tensor_act_model_layers_65_mlp/norm": 7048.0908203125, "train/tensor_act_model_layers_65_mlp/mean": 3.421875, "train/tensor_act_model_layers_65_mlp/std": 0.326171875, "train/tensor_act_model_layers_65_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": 0.82421875, "train/tensor_act_model_layers_65_mlp/max": 3.84375, "train/tensor_act_model_layers_65_mlp/range": 3.01953125, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 469517.28125, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 229.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 4.03125, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 242.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 213.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 242.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 29.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 469517.28125, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 229.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 4.03125, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 242.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 213.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 242.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 29.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 469533.21875, "train/tensor_act_model_layers_66_residual_post_attn/mean": 229.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 4.03125, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 242.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 213.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 242.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 29.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 3849.47216796875, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.05078125, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.328125, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -3.078125, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 2.65625, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 5.734375, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 3873.40380859375, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.1201171875, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.40625, "train/tensor_act_model_layers_66_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_66_mlp_up_proj/range": 5.234375, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 11978.4853515625, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 5.78125, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.921875, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 3.25, "train/tensor_act_model_layers_66_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_66_mlp_down_proj/range": 5.0, "train/tensor_act_model_layers_66_mlp/norm": 7259.17138671875, "train/tensor_act_model_layers_66_mlp/mean": 3.53125, "train/tensor_act_model_layers_66_mlp/std": 0.19921875, "train/tensor_act_model_layers_66_mlp/max_abs": 3.875, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 2.6875, "train/tensor_act_model_layers_66_mlp/max": 3.875, "train/tensor_act_model_layers_66_mlp/range": 1.1875, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 476973.53125, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 233.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 4.09375, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 246.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 216.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 246.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 30.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 476973.53125, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 233.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 4.09375, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 246.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 216.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 246.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 30.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 476973.53125, "train/tensor_act_model_layers_67_residual_post_attn/mean": 233.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 4.09375, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 246.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 216.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 246.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 30.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 3883.138671875, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.09619140625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.3359375, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -2.5625, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 2.625, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 5.1875, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 3805.595458984375, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.119140625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.3046875, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_67_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 11500.994140625, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 5.53125, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.9453125, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 8.25, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 3.4375, "train/tensor_act_model_layers_67_mlp_down_proj/max": 8.25, "train/tensor_act_model_layers_67_mlp_down_proj/range": 4.8125, "train/tensor_act_model_layers_67_mlp/norm": 7149.50927734375, "train/tensor_act_model_layers_67_mlp/mean": 3.484375, "train/tensor_act_model_layers_67_mlp/std": 0.2197265625, "train/tensor_act_model_layers_67_mlp/max_abs": 3.875, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 2.78125, "train/tensor_act_model_layers_67_mlp/max": 3.875, "train/tensor_act_model_layers_67_mlp/range": 1.09375, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 484247.40625, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 236.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 4.09375, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 250.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 220.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 250.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 30.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 484247.40625, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 236.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 4.09375, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 250.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 220.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 250.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 30.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 484264.6875, "train/tensor_act_model_layers_68_residual_post_attn/mean": 236.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 4.125, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 250.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 219.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 250.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 31.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 3946.663818359375, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": 0.0020751953125, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.359375, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 2.859375, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 5.6875, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 3847.970703125, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.09033203125, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_68_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_68_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 11448.9462890625, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 5.53125, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.8671875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 7.75, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 3.125, "train/tensor_act_model_layers_68_mlp_down_proj/max": 7.75, "train/tensor_act_model_layers_68_mlp_down_proj/range": 4.625, "train/tensor_act_model_layers_68_mlp/norm": 7152.94482421875, "train/tensor_act_model_layers_68_mlp/mean": 3.484375, "train/tensor_act_model_layers_68_mlp/std": 0.2158203125, "train/tensor_act_model_layers_68_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 2.609375, "train/tensor_act_model_layers_68_mlp/max": 3.84375, "train/tensor_act_model_layers_68_mlp/range": 1.234375, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 491589.96875, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 240.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 4.1875, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 254.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 222.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 254.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 32.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 491589.96875, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 240.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 4.1875, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 254.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 222.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 254.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 32.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 491589.96875, "train/tensor_act_model_layers_69_residual_post_attn/mean": 240.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 4.1875, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 254.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 222.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 254.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 32.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 3818.2607421875, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.06689453125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.3203125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.296875, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 4.953125, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 3838.876953125, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.0277099609375, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.328125, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_69_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 10850.8896484375, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 5.21875, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.890625, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 7.34375, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 2.71875, "train/tensor_act_model_layers_69_mlp_down_proj/max": 7.34375, "train/tensor_act_model_layers_69_mlp_down_proj/range": 4.625, "train/tensor_act_model_layers_69_mlp/norm": 6997.47607421875, "train/tensor_act_model_layers_69_mlp/mean": 3.40625, "train/tensor_act_model_layers_69_mlp/std": 0.2490234375, "train/tensor_act_model_layers_69_mlp/max_abs": 3.796875, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 2.359375, "train/tensor_act_model_layers_69_mlp/max": 3.796875, "train/tensor_act_model_layers_69_mlp/range": 1.4375, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 498610.90625, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 243.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 4.25, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 258.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 225.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 258.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 33.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 498610.90625, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 243.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 4.25, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 258.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 225.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 258.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 33.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 498594.59375, "train/tensor_act_model_layers_70_residual_post_attn/mean": 243.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 4.21875, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 258.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 225.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 258.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 33.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 3962.48388671875, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.06103515625, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.65625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -2.65625, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 5.15625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 3988.115966796875, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.07861328125, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 2.671875, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -2.671875, "train/tensor_act_model_layers_70_mlp_up_proj/max": 2.515625, "train/tensor_act_model_layers_70_mlp_up_proj/range": 5.1875, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 11769.5166015625, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 5.65625, "train/tensor_act_model_layers_70_mlp_down_proj/std": 1.0625, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 8.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": -1.125, "train/tensor_act_model_layers_70_mlp_down_proj/max": 8.0, "train/tensor_act_model_layers_70_mlp_down_proj/range": 9.125, "train/tensor_act_model_layers_70_mlp/norm": 7206.0400390625, "train/tensor_act_model_layers_70_mlp/mean": 3.484375, "train/tensor_act_model_layers_70_mlp/std": 0.455078125, "train/tensor_act_model_layers_70_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": -1.09375, "train/tensor_act_model_layers_70_mlp/max": 3.859375, "train/tensor_act_model_layers_70_mlp/range": 4.953125, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 505922.84375, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 247.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 4.3125, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 262.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 228.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 262.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 34.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 505922.84375, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 247.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 4.3125, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 262.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 228.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 262.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 34.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 505922.84375, "train/tensor_act_model_layers_71_residual_post_attn/mean": 247.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 4.3125, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 262.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 228.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 262.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 34.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 3890.935302734375, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.0257568359375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.34375, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 2.578125, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 5.21875, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 3845.65087890625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.10498046875, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.3203125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_71_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_71_mlp_up_proj/range": 5.0, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 11117.9443359375, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 5.34375, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.97265625, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 7.875, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": 2.828125, "train/tensor_act_model_layers_71_mlp_down_proj/max": 7.875, "train/tensor_act_model_layers_71_mlp_down_proj/range": 5.046875, "train/tensor_act_model_layers_71_mlp/norm": 7046.91796875, "train/tensor_act_model_layers_71_mlp/mean": 3.4375, "train/tensor_act_model_layers_71_mlp/std": 0.25390625, "train/tensor_act_model_layers_71_mlp/max_abs": 3.84375, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": 2.4375, "train/tensor_act_model_layers_71_mlp/max": 3.84375, "train/tensor_act_model_layers_71_mlp/range": 1.40625, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 512920.25, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 250.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 4.34375, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 231.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 35.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 512920.25, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 250.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 4.34375, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 231.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 35.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 512920.25, "train/tensor_act_model_layers_72_residual_post_attn/mean": 250.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 4.34375, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 231.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 35.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 3788.880615234375, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.06787109375, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 2.6875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 5.125, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 3787.42822265625, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.0091552734375, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.3046875, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_72_mlp_up_proj/range": 5.5625, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 10964.3505859375, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 5.28125, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.9375, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 3.203125, "train/tensor_act_model_layers_72_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_72_mlp_down_proj/range": 4.921875, "train/tensor_act_model_layers_72_mlp/norm": 7018.14306640625, "train/tensor_act_model_layers_72_mlp/mean": 3.421875, "train/tensor_act_model_layers_72_mlp/std": 0.24609375, "train/tensor_act_model_layers_72_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 2.65625, "train/tensor_act_model_layers_72_mlp/max": 3.859375, "train/tensor_act_model_layers_72_mlp/range": 1.203125, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 519877.3125, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 254.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 4.4375, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 270.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 234.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 270.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 36.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 519877.3125, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 254.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 4.4375, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 270.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 234.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 270.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 36.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 519877.3125, "train/tensor_act_model_layers_73_residual_post_attn/mean": 254.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 4.4375, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 270.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 234.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 270.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 36.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 3790.927734375, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.020263671875, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.3125, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -2.5, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 4.9375, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 3895.68994140625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.00145721435546875, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.34375, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.625, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.625, "train/tensor_act_model_layers_73_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 10917.44921875, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 5.25, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.87109375, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 7.53125, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": 3.46875, "train/tensor_act_model_layers_73_mlp_down_proj/max": 7.53125, "train/tensor_act_model_layers_73_mlp_down_proj/range": 4.0625, "train/tensor_act_model_layers_73_mlp/norm": 7021.7392578125, "train/tensor_act_model_layers_73_mlp/mean": 3.421875, "train/tensor_act_model_layers_73_mlp/std": 0.2197265625, "train/tensor_act_model_layers_73_mlp/max_abs": 3.8125, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 2.796875, "train/tensor_act_model_layers_73_mlp/max": 3.8125, "train/tensor_act_model_layers_73_mlp/range": 1.015625, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 527167.75, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 258.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 4.6875, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 274.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 237.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 274.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 37.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 527167.75, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 258.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 4.6875, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 274.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 237.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 274.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 37.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 527167.75, "train/tensor_act_model_layers_74_residual_post_attn/mean": 258.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 4.6875, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 274.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 237.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 274.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 37.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 3648.448486328125, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.047119140625, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 2.59375, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 5.3125, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 3631.901123046875, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.013427734375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 2.703125, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_74_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 5.15625, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 10052.609375, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 4.8125, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.9765625, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 7.4375, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": 1.296875, "train/tensor_act_model_layers_74_mlp_down_proj/max": 7.4375, "train/tensor_act_model_layers_74_mlp_down_proj/range": 6.140625, "train/tensor_act_model_layers_74_mlp/norm": 6748.373046875, "train/tensor_act_model_layers_74_mlp/mean": 3.28125, "train/tensor_act_model_layers_74_mlp/std": 0.359375, "train/tensor_act_model_layers_74_mlp/max_abs": 3.8125, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": 1.25, "train/tensor_act_model_layers_74_mlp/max": 3.8125, "train/tensor_act_model_layers_74_mlp/range": 2.5625, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 534418.375, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 260.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 4.96875, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 278.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 240.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 278.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 38.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 534418.375, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 260.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 4.96875, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 278.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 240.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 278.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 38.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 534418.375, "train/tensor_act_model_layers_75_residual_post_attn/mean": 260.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 4.96875, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 278.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 240.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 278.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 38.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 3723.177978515625, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.045654296875, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.28125, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -2.53125, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 5.34375, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 3758.35791015625, "train/tensor_act_model_layers_75_mlp_up_proj/mean": -0.0021514892578125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.296875, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.171875, "train/tensor_act_model_layers_75_mlp_up_proj/max": 2.484375, "train/tensor_act_model_layers_75_mlp_up_proj/range": 5.65625, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 10570.390625, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 5.0625, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.953125, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 7.125, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": 0.59765625, "train/tensor_act_model_layers_75_mlp_down_proj/max": 7.125, "train/tensor_act_model_layers_75_mlp_down_proj/range": 6.52734375, "train/tensor_act_model_layers_75_mlp/norm": 6913.7705078125, "train/tensor_act_model_layers_75_mlp/mean": 3.359375, "train/tensor_act_model_layers_75_mlp/std": 0.37890625, "train/tensor_act_model_layers_75_mlp/max_abs": 3.78125, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": 0.59375, "train/tensor_act_model_layers_75_mlp/max": 3.78125, "train/tensor_act_model_layers_75_mlp/range": 3.1875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 542100.0625, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 264.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 5.1875, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 282.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 243.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 282.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 39.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 542100.0625, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 264.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 5.1875, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 282.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 243.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 282.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 39.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 542100.0625, "train/tensor_act_model_layers_76_residual_post_attn/mean": 264.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 5.1875, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 282.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 243.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 282.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 39.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 3543.045654296875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.1767578125, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.2109375, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 2.625, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.21875, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 4.84375, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 3635.01025390625, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.0224609375, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.2578125, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -2.859375, "train/tensor_act_model_layers_76_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_76_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 9822.03515625, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 4.6875, "train/tensor_act_model_layers_76_mlp_down_proj/std": 1.0625, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 7.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": 1.171875, "train/tensor_act_model_layers_76_mlp_down_proj/max": 7.0, "train/tensor_act_model_layers_76_mlp_down_proj/range": 5.828125, "train/tensor_act_model_layers_76_mlp/norm": 6645.14697265625, "train/tensor_act_model_layers_76_mlp/mean": 3.21875, "train/tensor_act_model_layers_76_mlp/std": 0.41015625, "train/tensor_act_model_layers_76_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": 1.140625, "train/tensor_act_model_layers_76_mlp/max": 3.765625, "train/tensor_act_model_layers_76_mlp/range": 2.625, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 549420.125, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 268.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 5.34375, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 286.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 247.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 286.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 39.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 549420.125, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 268.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 5.34375, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 286.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 247.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 286.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 39.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 549420.125, "train/tensor_act_model_layers_77_residual_post_attn/mean": 268.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 5.34375, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 286.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 247.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 286.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 39.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 3784.427978515625, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.0791015625, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.3046875, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 2.75, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 2.5, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 5.25, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 3743.169921875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.16015625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.28125, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -2.59375, "train/tensor_act_model_layers_77_mlp_up_proj/max": 2.546875, "train/tensor_act_model_layers_77_mlp_up_proj/range": 5.140625, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 10370.8447265625, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 4.96875, "train/tensor_act_model_layers_77_mlp_down_proj/std": 1.03125, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 8.5, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": 2.296875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 8.5, "train/tensor_act_model_layers_77_mlp_down_proj/range": 6.203125, "train/tensor_act_model_layers_77_mlp/norm": 6824.68408203125, "train/tensor_act_model_layers_77_mlp/mean": 3.3125, "train/tensor_act_model_layers_77_mlp/std": 0.326171875, "train/tensor_act_model_layers_77_mlp/max_abs": 3.890625, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": 2.078125, "train/tensor_act_model_layers_77_mlp/max": 3.890625, "train/tensor_act_model_layers_77_mlp/range": 1.8125, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 557073.25, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 272.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 5.53125, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 290.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 250.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 290.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 40.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 557073.25, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 272.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 5.53125, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 290.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 250.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 290.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 40.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 557073.25, "train/tensor_act_model_layers_78_residual_post_attn/mean": 272.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 5.53125, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 290.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 250.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 290.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 40.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 3617.82080078125, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.034423828125, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.25, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 5.359375, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 3561.560546875, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.1083984375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.2265625, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 2.5625, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -2.5625, "train/tensor_act_model_layers_78_mlp_up_proj/max": 2.5625, "train/tensor_act_model_layers_78_mlp_up_proj/range": 5.125, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 9582.6162109375, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 4.5625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.99609375, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 6.65625, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": 1.9296875, "train/tensor_act_model_layers_78_mlp_down_proj/max": 6.65625, "train/tensor_act_model_layers_78_mlp_down_proj/range": 4.7265625, "train/tensor_act_model_layers_78_mlp/norm": 6584.3046875, "train/tensor_act_model_layers_78_mlp/mean": 3.1875, "train/tensor_act_model_layers_78_mlp/std": 0.388671875, "train/tensor_act_model_layers_78_mlp/max_abs": 3.71875, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": 1.7890625, "train/tensor_act_model_layers_78_mlp/max": 3.71875, "train/tensor_act_model_layers_78_mlp/range": 1.9296875, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 564346.6875, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 276.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 5.5625, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 294.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 253.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 294.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 41.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 564346.6875, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 276.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 5.5625, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 294.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 253.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 294.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 41.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 564346.6875, "train/tensor_act_model_layers_79_residual_post_attn/mean": 276.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 5.5625, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 294.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 253.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 294.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 41.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 3522.955078125, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.06787109375, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.2109375, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 2.546875, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -2.546875, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 2.546875, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 5.09375, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 3610.048095703125, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.00885009765625, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.25, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -3.015625, "train/tensor_act_model_layers_79_mlp_up_proj/max": 2.609375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 5.625, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 9195.2021484375, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 4.375, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.96875, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 6.5625, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": 1.1953125, "train/tensor_act_model_layers_79_mlp_down_proj/max": 6.5625, "train/tensor_act_model_layers_79_mlp_down_proj/range": 5.3671875, "train/tensor_act_model_layers_79_mlp/norm": 6456.943359375, "train/tensor_act_model_layers_79_mlp/mean": 3.125, "train/tensor_act_model_layers_79_mlp/std": 0.400390625, "train/tensor_act_model_layers_79_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 1.1640625, "train/tensor_act_model_layers_79_mlp/max": 3.703125, "train/tensor_act_model_layers_79_mlp/range": 2.5390625, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 571451.5625, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 278.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 5.8125, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 298.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 255.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 298.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 43.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 571451.5625, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 278.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 5.8125, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 298.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 255.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 298.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 43.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 571451.5625, "train/tensor_act_model_layers_80_residual_post_attn/mean": 278.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 5.8125, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 298.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 255.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 298.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 43.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 3449.195068359375, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.048828125, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.1875, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 2.53125, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -2.484375, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 2.53125, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 5.015625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 3524.4296875, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.0152587890625, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.21875, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 2.8125, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -2.71875, "train/tensor_act_model_layers_80_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_80_mlp_up_proj/range": 5.53125, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 8910.0048828125, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 4.21875, "train/tensor_act_model_layers_80_mlp_down_proj/std": 1.0078125, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 6.96875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": 1.4765625, "train/tensor_act_model_layers_80_mlp_down_proj/max": 6.96875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 5.4921875, "train/tensor_act_model_layers_80_mlp/norm": 6334.02099609375, "train/tensor_act_model_layers_80_mlp/mean": 3.0625, "train/tensor_act_model_layers_80_mlp/std": 0.4140625, "train/tensor_act_model_layers_80_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": 1.4140625, "train/tensor_act_model_layers_80_mlp/max": 3.765625, "train/tensor_act_model_layers_80_mlp/range": 2.3515625, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 578169.0, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 282.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 6.0625, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 302.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 258.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 302.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 44.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 578169.0, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 282.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 6.0625, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 302.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 258.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 302.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 44.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 578169.0, "train/tensor_act_model_layers_81_residual_post_attn/mean": 282.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 6.0625, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 302.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 258.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 302.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 44.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 3644.15673828125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.0830078125, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.2578125, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 2.671875, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -2.625, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 2.671875, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 5.296875, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 3570.5986328125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.07568359375, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 2.6875, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -2.6875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 2.53125, "train/tensor_act_model_layers_81_mlp_up_proj/range": 5.21875, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 9399.08984375, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 4.5, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.87109375, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 6.8125, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": 2.6875, "train/tensor_act_model_layers_81_mlp_down_proj/max": 6.8125, "train/tensor_act_model_layers_81_mlp_down_proj/range": 4.125, "train/tensor_act_model_layers_81_mlp/norm": 6558.1640625, "train/tensor_act_model_layers_81_mlp/mean": 3.1875, "train/tensor_act_model_layers_81_mlp/std": 0.30859375, "train/tensor_act_model_layers_81_mlp/max_abs": 3.75, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": 2.34375, "train/tensor_act_model_layers_81_mlp/max": 3.75, "train/tensor_act_model_layers_81_mlp/range": 1.40625, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 585351.0625, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 286.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 6.125, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 306.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 262.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 306.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 44.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 585351.0625, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 286.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 6.125, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 306.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 262.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 306.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 44.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 585351.0625, "train/tensor_act_model_layers_82_residual_post_attn/mean": 286.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 6.125, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 306.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 262.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 306.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 44.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 3441.32470703125, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.020263671875, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.1875, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 4.765625, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 3600.36328125, "train/tensor_act_model_layers_82_mlp_up_proj/mean": -0.00141143798828125, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.2421875, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_82_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_82_mlp_up_proj/range": 5.734375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 8786.9326171875, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 4.1875, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.9765625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 7.03125, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": 1.796875, "train/tensor_act_model_layers_82_mlp_down_proj/max": 7.03125, "train/tensor_act_model_layers_82_mlp_down_proj/range": 5.234375, "train/tensor_act_model_layers_82_mlp/norm": 6297.53515625, "train/tensor_act_model_layers_82_mlp/mean": 3.046875, "train/tensor_act_model_layers_82_mlp/std": 0.412109375, "train/tensor_act_model_layers_82_mlp/max_abs": 3.765625, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": 1.6875, "train/tensor_act_model_layers_82_mlp/max": 3.765625, "train/tensor_act_model_layers_82_mlp/range": 2.078125, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 592164.25, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 290.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 6.25, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 310.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 266.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 310.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 44.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 592164.25, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 290.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 6.25, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 310.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 266.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 310.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 44.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 592164.25, "train/tensor_act_model_layers_83_residual_post_attn/mean": 290.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 6.25, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 310.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 266.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 310.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 44.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 3409.755859375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.08544921875, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.171875, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 2.78125, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 5.453125, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 3606.96630859375, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.05419921875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.2421875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -2.703125, "train/tensor_act_model_layers_83_mlp_up_proj/max": 2.796875, "train/tensor_act_model_layers_83_mlp_up_proj/range": 5.5, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 8655.0791015625, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 4.09375, "train/tensor_act_model_layers_83_mlp_down_proj/std": 1.0390625, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 6.84375, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": 1.3828125, "train/tensor_act_model_layers_83_mlp_down_proj/max": 6.84375, "train/tensor_act_model_layers_83_mlp_down_proj/range": 5.4609375, "train/tensor_act_model_layers_83_mlp/norm": 6217.65478515625, "train/tensor_act_model_layers_83_mlp/mean": 3.0, "train/tensor_act_model_layers_83_mlp/std": 0.44921875, "train/tensor_act_model_layers_83_mlp/max_abs": 3.75, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": 1.328125, "train/tensor_act_model_layers_83_mlp/max": 3.75, "train/tensor_act_model_layers_83_mlp/range": 2.421875, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 598623.9375, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 292.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 6.4375, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 314.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 270.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 314.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 44.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 598623.9375, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 292.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 6.4375, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 314.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 270.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 314.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 44.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 598623.9375, "train/tensor_act_model_layers_84_residual_post_attn/mean": 292.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 6.4375, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 314.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 270.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 314.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 44.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 3263.232421875, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.04248046875, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 5.6875, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 3275.837158203125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.14453125, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.125, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -2.46875, "train/tensor_act_model_layers_84_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_84_mlp_up_proj/range": 5.046875, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 7567.08984375, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 3.53125, "train/tensor_act_model_layers_84_mlp_down_proj/std": 1.1015625, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 6.21875, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": 1.03125, "train/tensor_act_model_layers_84_mlp_down_proj/max": 6.21875, "train/tensor_act_model_layers_84_mlp_down_proj/range": 5.1875, "train/tensor_act_model_layers_84_mlp/norm": 5698.56591796875, "train/tensor_act_model_layers_84_mlp/mean": 2.71875, "train/tensor_act_model_layers_84_mlp/std": 0.55859375, "train/tensor_act_model_layers_84_mlp/max_abs": 3.65625, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": 1.0078125, "train/tensor_act_model_layers_84_mlp/max": 3.65625, "train/tensor_act_model_layers_84_mlp/range": 2.6484375, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 604258.75, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 294.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 6.53125, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 316.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 272.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 316.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 44.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 604258.75, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 294.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 6.53125, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 316.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 272.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 316.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 44.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 604258.75, "train/tensor_act_model_layers_85_residual_post_attn/mean": 294.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 6.53125, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 316.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 272.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 316.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 44.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 3411.838623046875, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.0235595703125, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.1796875, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -3.109375, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 2.640625, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 5.75, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 3504.4912109375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.1396484375, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.203125, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 2.828125, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_85_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_85_mlp_up_proj/range": 5.40625, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 8026.673828125, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 3.796875, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.984375, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 6.46875, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": 1.09375, "train/tensor_act_model_layers_85_mlp_down_proj/max": 6.46875, "train/tensor_act_model_layers_85_mlp_down_proj/range": 5.375, "train/tensor_act_model_layers_85_mlp/norm": 5972.0498046875, "train/tensor_act_model_layers_85_mlp/mean": 2.875, "train/tensor_act_model_layers_85_mlp/std": 0.470703125, "train/tensor_act_model_layers_85_mlp/max_abs": 3.703125, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": 1.0703125, "train/tensor_act_model_layers_85_mlp/max": 3.703125, "train/tensor_act_model_layers_85_mlp/range": 2.6328125, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 610333.1875, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 298.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 6.65625, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 318.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 276.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 318.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 42.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 610333.1875, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 298.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 6.65625, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 318.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 276.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 318.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 42.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 610333.1875, "train/tensor_act_model_layers_86_residual_post_attn/mean": 298.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 6.65625, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 318.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 276.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 318.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 42.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 3288.015625, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.05810546875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.1328125, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -2.84375, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 2.484375, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 5.328125, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 3432.01318359375, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.044921875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.1875, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 2.765625, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_86_mlp_up_proj/max": 2.765625, "train/tensor_act_model_layers_86_mlp_up_proj/range": 5.296875, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 7594.41748046875, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 3.484375, "train/tensor_act_model_layers_86_mlp_down_proj/std": 1.28125, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 7.65625, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": -2.359375, "train/tensor_act_model_layers_86_mlp_down_proj/max": 7.65625, "train/tensor_act_model_layers_86_mlp_down_proj/range": 10.015625, "train/tensor_act_model_layers_86_mlp/norm": 5699.0703125, "train/tensor_act_model_layers_86_mlp/mean": 2.671875, "train/tensor_act_model_layers_86_mlp/std": 0.765625, "train/tensor_act_model_layers_86_mlp/max_abs": 3.828125, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": -2.125, "train/tensor_act_model_layers_86_mlp/max": 3.828125, "train/tensor_act_model_layers_86_mlp/range": 5.953125, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 615924.0625, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 300.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 6.875, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 322.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 274.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 322.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 48.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 615924.0625, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 300.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 6.875, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 322.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 274.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 322.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 48.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 615924.0625, "train/tensor_act_model_layers_87_residual_post_attn/mean": 300.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 6.875, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 322.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 274.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 322.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 48.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 3332.96044921875, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.0299072265625, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.1484375, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -2.671875, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 5.390625, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 3258.505859375, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.10302734375, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.1171875, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -2.578125, "train/tensor_act_model_layers_87_mlp_up_proj/max": 2.5, "train/tensor_act_model_layers_87_mlp_up_proj/range": 5.078125, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 7263.21240234375, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 3.390625, "train/tensor_act_model_layers_87_mlp_down_proj/std": 1.0234375, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 5.65625, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": 0.0296630859375, "train/tensor_act_model_layers_87_mlp_down_proj/max": 5.65625, "train/tensor_act_model_layers_87_mlp_down_proj/range": 5.6265869140625, "train/tensor_act_model_layers_87_mlp/norm": 5602.46826171875, "train/tensor_act_model_layers_87_mlp/mean": 2.671875, "train/tensor_act_model_layers_87_mlp/std": 0.58984375, "train/tensor_act_model_layers_87_mlp/max_abs": 3.546875, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": 0.0296630859375, "train/tensor_act_model_layers_87_mlp/max": 3.546875, "train/tensor_act_model_layers_87_mlp/range": 3.5172119140625, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 621203.0, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 304.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 7.125, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 326.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 274.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 326.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 52.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 621203.0, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 304.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 7.125, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 326.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 274.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 326.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 52.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 621203.0, "train/tensor_act_model_layers_88_residual_post_attn/mean": 304.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 7.125, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 326.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 274.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 326.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 52.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 3176.320556640625, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.022705078125, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.09375, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 2.765625, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -2.6875, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 2.765625, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 5.453125, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 3213.828369140625, "train/tensor_act_model_layers_88_mlp_up_proj/mean": 0.0257568359375, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.109375, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_88_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_88_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 6644.9619140625, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 3.0625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 1.078125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 5.53125, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": -0.2431640625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 5.53125, "train/tensor_act_model_layers_88_mlp_down_proj/range": 5.7744140625, "train/tensor_act_model_layers_88_mlp/norm": 5258.048828125, "train/tensor_act_model_layers_88_mlp/mean": 2.46875, "train/tensor_act_model_layers_88_mlp/std": 0.69140625, "train/tensor_act_model_layers_88_mlp/max_abs": 3.53125, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": -0.2431640625, "train/tensor_act_model_layers_88_mlp/max": 3.53125, "train/tensor_act_model_layers_88_mlp/range": 3.7744140625, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 626030.6875, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 306.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 7.375, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 330.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 276.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 330.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 54.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 626030.6875, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 306.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 7.375, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 330.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 276.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 330.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 54.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 626030.6875, "train/tensor_act_model_layers_89_residual_post_attn/mean": 306.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 7.375, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 330.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 276.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 330.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 54.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 3037.940673828125, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.06201171875, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.046875, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -2.4375, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 5.421875, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 3134.3427734375, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.0361328125, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.078125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_89_mlp_up_proj/max": 2.421875, "train/tensor_act_model_layers_89_mlp_up_proj/range": 5.34375, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 6100.56103515625, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 2.78125, "train/tensor_act_model_layers_89_mlp_down_proj/std": 1.0859375, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 5.5, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": -0.51953125, "train/tensor_act_model_layers_89_mlp_down_proj/max": 5.5, "train/tensor_act_model_layers_89_mlp_down_proj/range": 6.01953125, "train/tensor_act_model_layers_89_mlp/norm": 4935.728515625, "train/tensor_act_model_layers_89_mlp/mean": 2.296875, "train/tensor_act_model_layers_89_mlp/std": 0.734375, "train/tensor_act_model_layers_89_mlp/max_abs": 3.515625, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": -0.515625, "train/tensor_act_model_layers_89_mlp/max": 3.515625, "train/tensor_act_model_layers_89_mlp/range": 4.03125, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 630396.25, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 308.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 7.4375, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 332.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 278.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 332.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 54.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 630396.25, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 308.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 7.4375, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 332.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 278.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 332.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 54.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 630396.25, "train/tensor_act_model_layers_90_residual_post_attn/mean": 308.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 7.4375, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 332.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 278.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 332.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 54.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 3092.94970703125, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.12255859375, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.0625, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 2.796875, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -2.515625, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 5.3125, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 3121.309814453125, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.029052734375, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.078125, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -2.953125, "train/tensor_act_model_layers_90_mlp_up_proj/max": 2.40625, "train/tensor_act_model_layers_90_mlp_up_proj/range": 5.359375, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 5936.15869140625, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 2.6875, "train/tensor_act_model_layers_90_mlp_down_proj/std": 1.1015625, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 5.1875, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": -0.263671875, "train/tensor_act_model_layers_90_mlp_down_proj/max": 5.1875, "train/tensor_act_model_layers_90_mlp_down_proj/range": 5.451171875, "train/tensor_act_model_layers_90_mlp/norm": 4837.9482421875, "train/tensor_act_model_layers_90_mlp/mean": 2.234375, "train/tensor_act_model_layers_90_mlp/std": 0.76953125, "train/tensor_act_model_layers_90_mlp/max_abs": 3.4375, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": -0.263671875, "train/tensor_act_model_layers_90_mlp/max": 3.4375, "train/tensor_act_model_layers_90_mlp/range": 3.701171875, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 634628.5, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 310.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 7.625, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 334.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 280.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 334.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 54.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 634628.5, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 310.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 7.625, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 334.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 280.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 334.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 54.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 634628.5, "train/tensor_act_model_layers_91_residual_post_attn/mean": 310.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 7.625, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 334.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 280.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 334.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 54.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 2998.382568359375, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.03515625, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.03125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 2.75, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 5.953125, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 2877.7900390625, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.0927734375, "train/tensor_act_model_layers_91_mlp_up_proj/std": 0.98828125, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 2.546875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -2.546875, "train/tensor_act_model_layers_91_mlp_up_proj/max": 2.453125, "train/tensor_act_model_layers_91_mlp_up_proj/range": 5.0, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 4926.08154296875, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 2.1875, "train/tensor_act_model_layers_91_mlp_down_proj/std": 1.0, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 4.4375, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": -1.0625, "train/tensor_act_model_layers_91_mlp_down_proj/max": 4.4375, "train/tensor_act_model_layers_91_mlp_down_proj/range": 5.5, "train/tensor_act_model_layers_91_mlp/norm": 4232.04296875, "train/tensor_act_model_layers_91_mlp/mean": 1.9140625, "train/tensor_act_model_layers_91_mlp/std": 0.78515625, "train/tensor_act_model_layers_91_mlp/max_abs": 3.21875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": -1.0390625, "train/tensor_act_model_layers_91_mlp/max": 3.21875, "train/tensor_act_model_layers_91_mlp/range": 4.2578125, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 638411.5, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 312.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 7.8125, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 334.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 282.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 334.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 52.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 638411.5, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 312.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 7.8125, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 334.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 282.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 334.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 52.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 638411.5, "train/tensor_act_model_layers_92_residual_post_attn/mean": 312.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 7.8125, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 334.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 282.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 334.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 52.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 2890.718505859375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.04638671875, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 0.99609375, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -2.328125, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 5.03125, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 2945.146240234375, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.0546875, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.015625, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 2.75, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_92_mlp_up_proj/max": 2.640625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 5034.359375, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 2.234375, "train/tensor_act_model_layers_92_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 4.625, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": -0.67578125, "train/tensor_act_model_layers_92_mlp_down_proj/max": 4.625, "train/tensor_act_model_layers_92_mlp_down_proj/range": 5.30078125, "train/tensor_act_model_layers_92_mlp/norm": 4270.33251953125, "train/tensor_act_model_layers_92_mlp/mean": 1.9375, "train/tensor_act_model_layers_92_mlp/std": 0.765625, "train/tensor_act_model_layers_92_mlp/max_abs": 3.28125, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": -0.66796875, "train/tensor_act_model_layers_92_mlp/max": 3.28125, "train/tensor_act_model_layers_92_mlp/range": 3.94921875, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 642323.6875, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 314.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 7.96875, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 336.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 282.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 336.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 54.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 642323.6875, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 314.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 7.96875, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 336.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 282.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 336.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 54.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 642323.6875, "train/tensor_act_model_layers_93_residual_post_attn/mean": 314.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 7.96875, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 336.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 282.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 336.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 54.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 2756.985107421875, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.08984375, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 0.94921875, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 2.4375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -2.3125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 2.4375, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 4.75, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 2805.458740234375, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.050537109375, "train/tensor_act_model_layers_93_mlp_up_proj/std": 0.96875, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -2.53125, "train/tensor_act_model_layers_93_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_93_mlp_up_proj/range": 5.515625, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 4161.919921875, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 1.7578125, "train/tensor_act_model_layers_93_mlp_down_proj/std": 1.0234375, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 4.3125, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": -1.09375, "train/tensor_act_model_layers_93_mlp_down_proj/max": 4.3125, "train/tensor_act_model_layers_93_mlp_down_proj/range": 5.40625, "train/tensor_act_model_layers_93_mlp/norm": 3655.53857421875, "train/tensor_act_model_layers_93_mlp/mean": 1.5703125, "train/tensor_act_model_layers_93_mlp/std": 0.84375, "train/tensor_act_model_layers_93_mlp/max_abs": 3.171875, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": -1.0703125, "train/tensor_act_model_layers_93_mlp/max": 3.171875, "train/tensor_act_model_layers_93_mlp/range": 4.2421875, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 645478.6875, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 316.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 8.25, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 338.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 284.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 338.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 54.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 645478.6875, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 316.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 8.25, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 338.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 284.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 338.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 54.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 645478.6875, "train/tensor_act_model_layers_94_residual_post_attn/mean": 316.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 8.25, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 338.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 284.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 338.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 54.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 2759.576171875, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.03759765625, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 0.953125, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 2.8125, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -2.390625, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 5.203125, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 2745.791015625, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.12255859375, "train/tensor_act_model_layers_94_mlp_up_proj/std": 0.94140625, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -3.1875, "train/tensor_act_model_layers_94_mlp_up_proj/max": 2.25, "train/tensor_act_model_layers_94_mlp_up_proj/range": 5.4375, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 3891.40478515625, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 1.625, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.984375, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 3.90625, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": -1.3984375, "train/tensor_act_model_layers_94_mlp_down_proj/max": 3.90625, "train/tensor_act_model_layers_94_mlp_down_proj/range": 5.3046875, "train/tensor_act_model_layers_94_mlp/norm": 3466.3759765625, "train/tensor_act_model_layers_94_mlp/mean": 1.46875, "train/tensor_act_model_layers_94_mlp/std": 0.8359375, "train/tensor_act_model_layers_94_mlp/max_abs": 3.0, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": -1.34375, "train/tensor_act_model_layers_94_mlp/max": 3.0, "train/tensor_act_model_layers_94_mlp/range": 4.34375, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 648488.125, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 316.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 8.375, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 338.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 338.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 52.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 648488.125, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 316.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 8.375, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 338.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 286.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 338.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 52.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 648488.125, "train/tensor_act_model_layers_95_residual_post_attn/mean": 316.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 8.375, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 338.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 286.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 338.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 52.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 2656.812744140625, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.09130859375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 0.9140625, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 2.71875, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -2.71875, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 2.5625, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 5.28125, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 2741.126220703125, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.0220947265625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 0.9453125, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_95_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_95_mlp_up_proj/range": 5.390625, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 3986.52978515625, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 1.6796875, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.98828125, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 3.734375, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": -0.6484375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 3.734375, "train/tensor_act_model_layers_95_mlp_down_proj/range": 4.3828125, "train/tensor_act_model_layers_95_mlp/norm": 3533.661376953125, "train/tensor_act_model_layers_95_mlp/mean": 1.5078125, "train/tensor_act_model_layers_95_mlp/std": 0.83203125, "train/tensor_act_model_layers_95_mlp/max_abs": 2.921875, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": -0.64453125, "train/tensor_act_model_layers_95_mlp/max": 2.921875, "train/tensor_act_model_layers_95_mlp/range": 3.56640625, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 651597.6875, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 318.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 8.5625, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 340.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 340.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 54.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 651597.6875, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 318.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 8.5625, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 340.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 286.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 340.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 54.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 651597.6875, "train/tensor_act_model_layers_96_residual_post_attn/mean": 318.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 8.5625, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 340.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 286.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 340.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 54.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 2544.2158203125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": -0.017578125, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 0.87890625, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 2.734375, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 5.6875, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 2514.524169921875, "train/tensor_act_model_layers_96_mlp_up_proj/mean": 0.0130615234375, "train/tensor_act_model_layers_96_mlp_up_proj/std": 0.8671875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 2.59375, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -2.328125, "train/tensor_act_model_layers_96_mlp_up_proj/max": 2.59375, "train/tensor_act_model_layers_96_mlp_up_proj/range": 4.921875, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 3195.179931640625, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 1.21875, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.9765625, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 3.921875, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": -1.3046875, "train/tensor_act_model_layers_96_mlp_down_proj/max": 3.921875, "train/tensor_act_model_layers_96_mlp_down_proj/range": 5.2265625, "train/tensor_act_model_layers_96_mlp/norm": 2887.47802734375, "train/tensor_act_model_layers_96_mlp/mean": 1.125, "train/tensor_act_model_layers_96_mlp/std": 0.85546875, "train/tensor_act_model_layers_96_mlp/max_abs": 3.015625, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": -1.2578125, "train/tensor_act_model_layers_96_mlp/max": 3.015625, "train/tensor_act_model_layers_96_mlp/range": 4.2734375, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 653931.4375, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 320.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 8.75, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 342.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 342.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 56.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 653931.4375, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 320.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 8.75, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 342.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 286.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 342.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 56.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 653931.4375, "train/tensor_act_model_layers_97_residual_post_attn/mean": 320.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 8.75, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 342.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 286.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 342.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 56.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 2478.588623046875, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.0220947265625, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 0.85546875, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 2.703125, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -2.40625, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 2.703125, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 5.109375, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 2462.658935546875, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.0576171875, "train/tensor_act_model_layers_97_mlp_up_proj/std": 0.84765625, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 2.640625, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -2.640625, "train/tensor_act_model_layers_97_mlp_up_proj/max": 2.15625, "train/tensor_act_model_layers_97_mlp_up_proj/range": 4.796875, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 3217.9794921875, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 1.2578125, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.94140625, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 3.296875, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -1.796875, "train/tensor_act_model_layers_97_mlp_down_proj/max": 3.296875, "train/tensor_act_model_layers_97_mlp_down_proj/range": 5.09375, "train/tensor_act_model_layers_97_mlp/norm": 2939.03125, "train/tensor_act_model_layers_97_mlp/mean": 1.1640625, "train/tensor_act_model_layers_97_mlp/std": 0.8359375, "train/tensor_act_model_layers_97_mlp/max_abs": 2.703125, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -1.6875, "train/tensor_act_model_layers_97_mlp/max": 2.703125, "train/tensor_act_model_layers_97_mlp/range": 4.390625, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 656310.125, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 320.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 9.0, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 344.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 344.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 58.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 656310.125, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 320.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 9.0, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 344.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 286.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 344.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 58.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 656310.125, "train/tensor_act_model_layers_98_residual_post_attn/mean": 320.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 9.0, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 344.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 286.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 344.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 58.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 2394.55322265625, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.0869140625, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 0.8203125, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 2.640625, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -2.640625, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 2.328125, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 4.96875, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 2281.129150390625, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.042236328125, "train/tensor_act_model_layers_98_mlp_up_proj/std": 0.78515625, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_98_mlp_up_proj/max": 2.265625, "train/tensor_act_model_layers_98_mlp_up_proj/range": 5.265625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 2759.3818359375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 0.91796875, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.984375, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 3.265625, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -1.90625, "train/tensor_act_model_layers_98_mlp_down_proj/max": 3.265625, "train/tensor_act_model_layers_98_mlp_down_proj/range": 5.171875, "train/tensor_act_model_layers_98_mlp/norm": 2545.63427734375, "train/tensor_act_model_layers_98_mlp/mean": 0.859375, "train/tensor_act_model_layers_98_mlp/std": 0.8984375, "train/tensor_act_model_layers_98_mlp/max_abs": 2.6875, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.7734375, "train/tensor_act_model_layers_98_mlp/max": 2.6875, "train/tensor_act_model_layers_98_mlp/range": 4.4609375, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 658025.125, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 322.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 9.3125, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 344.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 344.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 58.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 658025.125, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 322.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 9.3125, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 344.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 286.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 344.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 58.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 658025.125, "train/tensor_act_model_layers_99_residual_post_attn/mean": 322.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 9.3125, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 344.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 286.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 344.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 58.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 2286.764892578125, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.06298828125, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 0.78515625, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 2.5, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -2.5, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 2.15625, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 4.65625, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 2204.1435546875, "train/tensor_act_model_layers_99_mlp_up_proj/mean": 0.0203857421875, "train/tensor_act_model_layers_99_mlp_up_proj/std": 0.76171875, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 2.578125, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -2.0625, "train/tensor_act_model_layers_99_mlp_up_proj/max": 2.578125, "train/tensor_act_model_layers_99_mlp_up_proj/range": 4.640625, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 2661.057373046875, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 0.80078125, "train/tensor_act_model_layers_99_mlp_down_proj/std": 1.0234375, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 3.1875, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -3.1875, "train/tensor_act_model_layers_99_mlp_down_proj/max": 2.6875, "train/tensor_act_model_layers_99_mlp_down_proj/range": 5.875, "train/tensor_act_model_layers_99_mlp/norm": 2476.915283203125, "train/tensor_act_model_layers_99_mlp/mean": 0.7578125, "train/tensor_act_model_layers_99_mlp/std": 0.94140625, "train/tensor_act_model_layers_99_mlp/max_abs": 2.65625, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -2.65625, "train/tensor_act_model_layers_99_mlp/max": 2.34375, "train/tensor_act_model_layers_99_mlp/range": 5.0, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 659597.6875, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 322.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 9.9375, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 346.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 346.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 60.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 54525952.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 3136.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 1474560.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -1310720.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 1474560.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 2785280.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -1104.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 204800.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 1130496.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -1130496.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 995328.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 2125824.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": 25344.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 186368.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -630784.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 1196032.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1826816.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 59506688.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": -9984.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 327680.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -1794048.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 1572864.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 3366912.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -18816.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 2068480.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": 10048.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 187392.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 749568.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -749568.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 733184.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 1482752.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 61341696.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 28288.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 337920.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 2080768.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -2080768.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 1761280.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 3842048.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 30208.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 1163264.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -950272.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 1163264.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 2113536.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": 2176.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 2400256.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 66322432.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -11904.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 366592.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 2326528.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -2326528.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 4120576.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": -3600.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 1138688.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -925696.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 1138688.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 2064384.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 42729472.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": -1448.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 235520.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 1089536.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 831488.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 1921024.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 68157440.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -25344.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 374784.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 1818624.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -1818624.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 1753088.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 3571712.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 48234496.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 16128.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -847872.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 2142208.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": 22400.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 1204224.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 2162688.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 69206016.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -15360.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 382976.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 1712128.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -1712128.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 1671168.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 3383296.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 49283072.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 9728.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 1458176.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 1458176.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 2703360.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -2464.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 261120.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 1138688.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 2441216.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 68681728.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 33024.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 376832.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -1933312.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 1589248.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 3522560.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -8448.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 261120.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -1179648.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 897024.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 2076672.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": 24448.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 266240.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 1261568.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -802816.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 1261568.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 2064384.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 71827456.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 39680.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 395264.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 2072576.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -2072576.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 1810432.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 3883008.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 51118080.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 9920.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 1212416.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 2285568.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 51642368.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -9088.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -1011712.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 2158592.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 71827456.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -69632.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 391168.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 2457600.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -2457600.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 1646592.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 4104192.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 51642368.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": -17792.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 284672.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 1351680.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 1351680.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 2621440.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 50331648.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": 608.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 1220608.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -999424.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 1220608.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 2220032.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 71303168.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": -1776.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 393216.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 2039808.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -2039808.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 1810432.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 3850240.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -1416.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 1011712.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 2043904.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -6272.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 1036288.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -847872.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 1036288.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 1884160.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 71303168.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -10432.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 395264.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 2023424.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -1744896.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 2023424.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 3768320.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -18304.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -1122304.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 2236416.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 51380224.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -7040.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 282624.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 1040384.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -1015808.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 1040384.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 2056192.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 67633152.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 12096.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 372736.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 2023424.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -1916928.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 2023424.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 3940352.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 7936.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 888832.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 1867776.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 49283072.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 12544.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 1957888.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 64487424.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -36096.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 354304.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 1916928.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -1916928.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 1753088.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 3670016.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 48758784.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -28032.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 268288.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -946176.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 1724416.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 47710208.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -420.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 851968.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -802816.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 851968.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 1654784.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 66846720.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -23424.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 368640.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 2056192.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -1802240.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 2056192.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 3858432.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -7392.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 243712.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 774144.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -774144.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 634880.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 1409024.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 45613056.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -20608.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 250880.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 892928.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -892928.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 720896.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 1613824.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 61603840.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 28032.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 339968.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 1900544.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 1900544.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 3489792.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -29568.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 248832.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 872448.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 1773568.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 46137344.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -6080.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 253952.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 782336.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -782336.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 774144.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 1556480.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 63176704.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 7072.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 348160.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 1835008.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -1785856.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 1835008.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 3620864.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 48496640.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -40960.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 962560.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -835584.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 1798144.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 47972352.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 17920.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 264192.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 925696.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -770048.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 925696.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 1695744.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 56885248.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -5312.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 315392.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 1794048.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -1646592.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 3440640.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 13568.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 229376.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 737280.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -675840.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 737280.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 1413120.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -15296.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 243712.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 774144.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -774144.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 675840.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 1449984.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 52428800.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -12160.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 288768.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 1531904.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -1449984.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 1531904.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 2981888.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -8512.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 230400.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 724992.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -724992.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 684032.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 1409024.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 17280.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 745472.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 679936.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 1425408.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 50069504.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -10752.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 2449408.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -14848.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 219136.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 647168.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -647168.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 544768.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 1191936.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 39583744.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -22784.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 217088.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 618496.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -561152.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 618496.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 1179648.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 53739520.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 13632.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 296960.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 1736704.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -1564672.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 1736704.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 3301376.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 41680896.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": -1168.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 230400.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 729088.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -729088.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 716800.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 1445888.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 43253760.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 1048.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 238592.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 675840.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -675840.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 659456.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 1335296.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 52953088.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 14080.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 292864.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 1810432.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.996124267578125, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -1810432.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 1794048.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 3604480.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 39845888.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": -2560.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 219136.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 663552.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -622592.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 663552.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 1286144.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -14720.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 226304.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 724992.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -581632.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 724992.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 1306624.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 50593792.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": -2704.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 278528.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 1671168.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -1671168.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 1474560.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 3145728.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -20480.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 557056.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -557056.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 536576.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 1093632.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -253.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 618496.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -618496.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 610304.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 1228800.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 45088768.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 624.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 248832.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 1310720.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 1310720.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 2613248.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 22656.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 548864.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -497664.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 548864.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 1046528.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 34603008.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -8960.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 191488.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 561152.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -518144.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 561152.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 1079296.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 49545216.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -39168.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 272384.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 1925120.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -1925120.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 1884160.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 3809280.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 37486592.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -6080.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 206848.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 638976.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -638976.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 532480.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 1171456.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 38010880.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": 20224.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 208896.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 602112.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -561152.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 602112.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 1163264.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 43778048.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -41.25, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 241664.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 1916928.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -1728512.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 1916928.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 3645440.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 33554432.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -1536.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 185344.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 493568.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -493568.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 462848.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 956416.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": 3952.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 493568.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -493568.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 466944.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 960512.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 14912.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 1671168.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -1638400.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 1671168.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 3309568.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 37224448.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 1912.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 205824.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 593920.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -544768.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 593920.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 1138688.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 36700160.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": 3168.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 201728.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 569344.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -565248.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 569344.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 1134592.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 18048.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 929792.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -929792.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 856064.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 1785856.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 31588352.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 7680.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 174080.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 471040.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -471040.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 454656.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 925696.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -1752.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 501760.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -501760.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 413696.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 915456.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -8256.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 1146880.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -1044480.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 1146880.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 2191360.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 31850496.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 880.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 176128.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 491520.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -454656.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 491520.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 946176.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": 9536.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 481280.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -425984.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 481280.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 907264.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -4640.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 224256.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -1196032.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 1089536.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 2285568.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 31195136.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 13824.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 462848.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -462848.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 411648.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 874496.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 30801920.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 9152.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 528384.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -413696.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 528384.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 942080.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 36175872.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": -3344.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 1802240.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -1802240.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 1507328.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 3309568.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 27262976.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -3936.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 150528.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 378880.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -378880.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 331776.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 710656.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 27262976.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -6592.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 150528.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 389120.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -389120.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 339968.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 729088.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 40108032.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 7360.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 1335296.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -1081344.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 1335296.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 2416640.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 1584.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 458752.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -458752.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 458752.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 917504.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": -1400.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 425984.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -417792.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 425984.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 843776.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -2608.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 203776.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 1097728.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 2129920.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 29884416.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 7520.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 417792.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -417792.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 399360.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 817152.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 28966912.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": -396.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 407552.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -407552.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 395264.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 802816.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 38912.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 966656.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 966656.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 1839104.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 30146560.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 17536.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 450560.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -405504.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 450560.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 856064.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 28966912.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -12288.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 376832.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -376832.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 360448.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 737280.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 32899072.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 4096.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 1171456.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -999424.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 1171456.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 2170880.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 27525120.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 12928.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 151552.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 362496.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -333824.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 362496.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 696320.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 27787264.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 7648.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 395264.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -366592.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 395264.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 761856.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 40370176.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 12992.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 222208.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 1662976.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -1662976.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 1613824.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 3276800.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 30801920.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -8096.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 169984.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 479232.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -409600.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 479232.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 888832.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 30539776.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": 4416.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 462848.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -462848.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 399360.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 862208.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 41156608.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 8896.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 226304.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 1294336.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -1245184.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 1294336.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 2539520.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 32768000.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -10496.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 180224.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 602112.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -602112.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 466944.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 1069056.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 33030144.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -12224.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 522240.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -522240.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 452608.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 974848.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 39321600.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -31488.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 215040.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 1204224.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -1204224.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 1204224.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 2408448.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 5632.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 462848.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -462848.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 460800.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 923648.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 12352.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 434176.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -430080.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 434176.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 864256.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -17664.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 962560.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 2019328.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 27787264.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 4000.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 366592.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -366592.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 352256.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 718848.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 27787264.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": 2592.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 378880.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -362496.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 378880.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 741376.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 10240.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 892928.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -880640.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 892928.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 1773568.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 25952256.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 9472.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 339968.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -331776.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 339968.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 671744.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 25952256.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -5184.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 143360.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 339968.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -339968.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 296960.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 636928.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 32899072.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": -2112.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 181248.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 958464.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 958464.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 1781760.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 26214400.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": -2736.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 144384.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 329728.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -327680.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 329728.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 657408.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 25952256.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": 3520.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 143360.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 331776.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -331776.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 319488.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 651264.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 29622272.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -7392.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 1024000.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -1024000.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 937984.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 1961984.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 24903680.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 14400.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 136192.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 296960.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -296960.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 292864.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 589824.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 24772608.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -10560.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 136192.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 292864.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -292864.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 280576.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 573440.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 28573696.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -16512.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 688128.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -688128.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 589824.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 1277952.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 25296896.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 2400.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 323584.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -305152.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 323584.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 628736.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 25427968.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -4992.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 140288.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 352256.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -319488.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 352256.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 671744.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 29491200.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": -6656.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 162816.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 704512.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -704512.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 647168.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 1351680.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 24117248.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 1920.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 133120.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 288768.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -270336.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 288768.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 559104.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 24379392.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 11904.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 134144.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 323584.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -286720.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 323584.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 610304.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 31719424.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -2656.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 175104.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 860160.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 860160.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 1675264.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 25427968.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -2288.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 140288.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 317440.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -317440.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 317440.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 634880.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 24903680.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -5248.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 137216.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 294912.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -294912.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 294912.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 589824.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 27787264.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -9472.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 684032.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -684032.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 618496.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 1302528.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 23855104.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -8000.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 132096.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 387072.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -259072.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 387072.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 646144.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 23592960.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -1208.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 130560.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 315392.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -315392.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 253952.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 569344.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 30801920.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 19200.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 770048.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 1503232.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 25296896.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": -12800.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 354304.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -354304.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 305152.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 659456.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 24772608.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": 12224.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 136192.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 327680.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -305152.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 327680.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 632832.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 31850496.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -9920.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 175104.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 978944.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -978944.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 843776.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 1822720.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 24903680.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 3824.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 137216.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 311296.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -311296.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 307200.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 618496.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 25427968.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -1776.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 140288.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 339968.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -339968.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 294912.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 634880.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 30539776.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 18688.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 815104.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -733184.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 815104.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 1548288.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 24117248.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -10752.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 132096.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 294912.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -286720.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 294912.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 581632.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 24248320.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 2368.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 134144.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 307200.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -292864.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 307200.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 600064.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 10944.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 155648.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 794624.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -794624.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 1564672.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 23986176.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -5088.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 132096.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 301056.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -301056.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 272384.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 573440.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 23461888.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -6144.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 129536.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 278528.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -278528.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 262144.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 540672.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 32112640.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -13888.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 1351680.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -1351680.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 1204224.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 2555904.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 25296896.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -1984.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 354304.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -354304.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 333824.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 688128.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 24772608.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -2528.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 137216.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 331776.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -331776.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 315392.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 647168.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 30277632.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 3824.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 166912.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 815104.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -798720.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 815104.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 1613824.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 23724032.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": -10624.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 131072.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 321536.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -321536.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 276480.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 598016.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 24379392.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": 776.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 135168.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 333824.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -333824.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 301056.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 634880.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 27787264.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -19200.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 152576.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 946176.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -901120.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 946176.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 1847296.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 23068672.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": -73.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 127488.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 280576.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -264192.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 280576.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 544768.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 23330816.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 4048.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 129024.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 292864.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -290816.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 292864.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 583680.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 34340864.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 9536.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 190464.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 929792.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -884736.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 929792.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 1814528.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -524.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 391168.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -389120.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 391168.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 780288.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 26869760.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -10432.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 148480.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 370688.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -370688.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 366592.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 737280.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 29491200.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 6688.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 162816.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 724992.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -671744.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 724992.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 1396736.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 24379392.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 12352.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 134144.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 313344.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -313344.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 301056.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 614400.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 24379392.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -2208.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 135168.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 321536.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -288768.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 321536.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 610304.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 27787264.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -4224.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 802816.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -700416.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 802816.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 1503232.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 22544384.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 6304.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 124416.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 258048.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -258048.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 252928.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 510976.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 23199744.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": -2288.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 128000.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 301056.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -301056.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 252928.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 553984.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 27918336.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -9344.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 733184.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -651264.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 733184.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 1384448.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 23855104.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": -9984.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 131072.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 292864.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -292864.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 284672.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 577536.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 23592960.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -9216.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 130048.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 292864.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -276480.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 292864.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 569344.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 25296896.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 2320.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 140288.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 782336.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -782336.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 737280.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 1519616.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 20447232.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 6688.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 112640.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 237568.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -229376.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 237568.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 466944.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 21102592.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -600.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 116736.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 259072.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -259072.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 231424.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 490496.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 29753344.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -9600.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 1105920.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -1105920.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 1015808.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 2121728.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 23461888.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -14848.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 129024.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 305152.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -286720.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 305152.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 591872.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 23592960.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -5376.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 130048.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 323584.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -323584.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 272384.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 595968.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 29622272.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 4768.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 872448.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.996185302734375, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -872448.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 811008.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 1683456.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 25034752.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 5568.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 138240.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 397312.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -317440.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 397312.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 714752.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 25165824.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": 12032.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 138240.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 356352.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -356352.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 301056.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 657408.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 26738688.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -2416.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 147456.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 696320.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.997650146484375, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -696320.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 671744.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 1368064.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 23724032.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 8832.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 131072.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 270336.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -270336.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 268288.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 538624.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 23461888.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 9472.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 129536.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 282624.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -280576.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 282624.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 563200.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 30539776.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -864.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 749568.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.99786376953125, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -749568.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 729088.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 1478656.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 25034752.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 17024.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 137216.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 321536.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -307200.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 321536.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 628736.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 25690112.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -15744.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 141312.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 352256.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -344064.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 352256.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 696320.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 26345472.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -9472.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 145408.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 638976.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -638976.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 536576.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 1175552.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 23068672.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 5120.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 127488.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 280576.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -280576.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 260096.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 540672.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 23461888.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -1616.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 129024.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 292864.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -270336.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 292864.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 563200.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 31588352.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": 5984.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 174080.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 1097728.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -1097728.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 1073152.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 2170880.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 24510464.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 3760.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 135168.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 305152.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -290816.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 305152.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 595968.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 25034752.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -10240.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 138240.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 333824.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -313344.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 333824.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 647168.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 28180480.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 3472.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 155648.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 901120.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -823296.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 901120.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 1724416.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 23592960.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 8576.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 130048.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 311296.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -311296.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 286720.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 598016.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 23592960.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": 19712.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 128512.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 323584.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -323584.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 301056.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 624640.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -3248.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 712704.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -712704.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 696320.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 1409024.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 24248320.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 428.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 134144.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 292864.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -292864.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 284672.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 577536.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 23986176.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -2000.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 132096.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 301056.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -301056.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 288768.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 589824.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 27262976.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 12608.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 712704.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -585728.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 712704.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 1298432.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 23592960.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 3456.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 130048.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 303104.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -266240.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 303104.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 569344.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 22937600.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -12608.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 126464.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 296960.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -272384.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 296960.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 569344.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 28966912.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 8896.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 753664.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -753664.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 745472.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 1499136.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 24903680.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 10688.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 137216.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 339968.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -339968.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 299008.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 638976.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 24772608.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": 4544.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 136192.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 344064.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -325632.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 344064.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 669696.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 26738688.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 8512.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 147456.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 745472.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.99835205078125, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -745472.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 737280.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 1482752.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 21626880.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 1368.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 119808.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 284672.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -284672.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 235520.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 520192.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 21889024.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": 4224.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 120832.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 288768.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -253952.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 288768.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 542720.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 29884416.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -22272.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 163840.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 995328.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.996124267578125, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -909312.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 995328.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 1904640.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 25821184.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -12416.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 141312.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 344064.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -344064.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 319488.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 663552.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 26476544.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": 5632.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 146432.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 409600.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -362496.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 409600.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 772096.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 32243712.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 3792.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 178176.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 1196032.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.99688720703125, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -1146880.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 1196032.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 2342912.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 25952256.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -5024.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 143360.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 380928.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -327680.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 380928.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 708608.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 25690112.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": 6304.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 141312.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 331776.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -331776.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 323584.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 655360.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 28049408.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -7360.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 154624.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 860160.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -778240.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 860160.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 1638400.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 24379392.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 5536.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 134144.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 321536.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -299008.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 321536.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 620544.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 23461888.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -6240.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 130048.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 286720.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -286720.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 276480.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 563200.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 29360128.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -2288.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 161792.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 933888.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -831488.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 933888.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 1765376.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 23592960.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -916.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 130560.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 278528.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -270336.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 278528.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 548864.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 23724032.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -13248.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 130560.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 319488.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -319488.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 290816.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 610304.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 30408704.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 3376.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 1011712.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -1011712.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 856064.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 1867776.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 24379392.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 498.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 135168.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 329728.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -329728.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 284672.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 614400.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 24641536.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -10432.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 136192.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 327680.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -327680.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 317440.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 645120.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 30539776.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 6240.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 782336.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -700416.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 782336.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 1482752.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 24772608.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": 2480.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 137216.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 309248.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -303104.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 309248.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 612352.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 25952256.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -2848.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 143360.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 374784.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -311296.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 374784.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 686080.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 28966912.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -9152.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 1019904.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.997802734375, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -999424.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 1019904.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 2019328.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 23855104.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": -11392.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 131072.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 348160.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -288768.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 348160.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 636928.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 24117248.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -8064.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 133120.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 333824.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -333824.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 299008.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 632832.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 4320.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 157696.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 823296.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -819200.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 823296.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 1642496.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 23330816.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 12288.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 128000.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 286720.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -282624.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 286720.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 569344.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 24248320.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -12096.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 133120.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 356352.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -356352.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 311296.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 667648.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 30408704.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 2720.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 1490944.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -1073152.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 1490944.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 2564096.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 23855104.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -12800.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 131072.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 350208.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -270336.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 350208.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 620544.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 23724032.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -9408.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 130560.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 364544.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -284672.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 364544.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 649216.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 26738688.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 8512.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 147456.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 1064960.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -937984.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 1064960.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 2002944.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 22413312.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 230.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 123904.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 278528.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -278528.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 252928.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 531456.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 22020096.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": 2832.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 121344.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 282624.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -282624.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 276480.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 559104.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 27918336.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -7904.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 153600.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 770048.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -770048.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 667648.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 1437696.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 22806528.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -1632.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 125952.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 352256.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -352256.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 280576.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 632832.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 23199744.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": 208.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 128000.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 288768.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -272384.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 288768.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 561152.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 27656192.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 1960.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 152576.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 737280.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 716800.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 1454080.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 22806528.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -856.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 125952.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 299008.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -294912.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 299008.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 593920.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 23199744.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": 7168.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 127488.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 301056.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -284672.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 301056.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 585728.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 27262976.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -11584.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 150528.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 815104.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -815104.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 716800.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 1531904.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 23330816.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 15616.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 128000.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 313344.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -288768.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 313344.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 602112.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 22806528.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": 3392.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 126464.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 344064.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -278528.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 344064.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 622592.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 34078720.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 9280.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 188416.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 1302528.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -1302528.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 1130496.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 2433024.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 27131904.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": -258.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 150528.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 393216.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -348160.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 393216.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 741376.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 26607616.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": 9792.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 146432.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 368640.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -368640.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 356352.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 724992.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 3712.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 177152.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 1507328.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -1482752.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 1507328.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 2990080.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 27131904.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 4064.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 150528.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 425984.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -352256.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 425984.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 778240.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 27394048.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -7744.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 150528.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 362496.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -348160.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 362496.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 710656.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 31326208.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 8896.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 172032.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 1277952.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -1277952.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 1130496.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 2408448.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 25296896.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 5152.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 337920.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -311296.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 337920.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 649216.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 25690112.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -2928.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 391168.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -333824.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 391168.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 724992.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 30539776.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 2288.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 168960.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 905216.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -905216.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 868352.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 1773568.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 25165824.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 7072.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 138240.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 333824.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -333824.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 313344.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 647168.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 24903680.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": 2064.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 137216.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 346112.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -346112.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 286720.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 632832.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 27918336.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 892.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 154624.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 745472.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -737280.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 745472.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 1482752.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 23330816.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -8192.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 129024.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 327680.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -309248.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 327680.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 636928.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 23199744.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": 17792.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 126976.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 317440.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -317440.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 299008.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 616448.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 30015488.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -20096.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 164864.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 1056768.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -1056768.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 1024000.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 2080768.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 25165824.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": 6144.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 368640.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -346112.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 368640.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 714752.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 25296896.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -8448.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 387072.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -387072.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 376832.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 763904.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 28049408.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -2048.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 154624.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 1122304.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -1064960.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 2187264.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 23199744.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": -7936.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 127488.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 325632.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -307200.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 325632.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 632832.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 24248320.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": 3296.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 134144.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 329728.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -329728.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 323584.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 653312.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 37748736.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -10240.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 208896.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 1400832.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.996246337890625, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -1400832.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 1392640.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 2793472.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 9408.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 464896.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -464896.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 440320.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 905216.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 28835840.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -4800.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 528384.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -430080.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 528384.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 958464.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 28442624.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 3632.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 786432.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -692224.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 786432.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 1478656.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 23724032.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 6784.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 130560.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 389120.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -389120.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 329728.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 718848.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 24117248.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -3568.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 133120.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 339968.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -321536.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 339968.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 661504.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 28311552.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": -1376.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 156672.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 770048.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -761856.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 770048.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 1531904.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 23199744.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 1992.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 128512.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 325632.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -321536.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 325632.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 647168.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 23461888.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -18304.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 128000.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 335872.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -313344.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 335872.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 649216.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 30408704.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -4704.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 765952.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -749568.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 765952.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 1515520.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 25559040.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -2608.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 141312.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 471040.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -471040.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 391168.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 862208.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 25165824.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -5312.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 139264.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 407552.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -385024.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 407552.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 792576.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 38273024.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 1864.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 210944.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -1687552.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 1556480.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 3244032.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 30408704.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -3024.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 167936.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 573440.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -499712.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 573440.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 1073152.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 30146560.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 3360.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 165888.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 573440.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -507904.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 573440.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 1081344.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 31326208.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -6816.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 173056.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 1228800.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -1228800.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 2351104.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 25821184.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -7008.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 442368.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -442368.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 432128.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 874496.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 25821184.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": 3776.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 456704.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -444416.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 456704.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 901120.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 39059456.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -22144.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 1384448.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 1384448.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 2539520.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 33292288.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -11328.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 183296.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 602112.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -589824.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 602112.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 1191936.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 33292288.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -7616.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 671744.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -577536.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 671744.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 1249280.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 54263808.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 4288.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 301056.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 2211840.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -2211840.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 1613824.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 3825664.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 44040192.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 728.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 243712.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -1212416.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 1056768.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 2269184.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 44564480.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": 19712.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 244736.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 1155072.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 1122304.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 2277376.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 59506688.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -59904.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 323584.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 1728512.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -1728512.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 1581056.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 3309568.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 50855936.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -11584.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 280576.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 1761280.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -1753088.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 1761280.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 3514368.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 49807360.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": 9216.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 276480.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 1777664.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -1777664.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 1540096.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 3317760.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 45350912.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 19968.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 248832.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 1269760.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -1269760.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 1155072.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 2424832.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 35651584.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 5088.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 196608.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 2162688.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -1835008.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 2162688.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 3997696.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 36438016.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": 9792.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 200704.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 1998848.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -1859584.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 1998848.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 3858432.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 15990784.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 6208.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 88064.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 399360.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -399360.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 331776.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 731136.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 12845056.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 7712.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 70656.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 565248.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -565248.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 561152.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 1126400.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 12779520.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -1192.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 70656.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 634880.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.99969482421875, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -516096.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 634880.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 1150976.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 7634944.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 1032.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 41984.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 270336.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -245760.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 270336.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 516096.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 6782976.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -117.5, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 37376.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 598016.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -552960.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 598016.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 1150976.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 5963776.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -22.5, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 33024.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 419840.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -395264.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 419840.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 815104.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.000148773193359375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0283203125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.09375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.19775390625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.0625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.00018978118896484375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.028076171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.1982421875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.3125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -4.76837158203125e-05, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.029296875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10498046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.103515625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.20849609375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.5, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": -2.0563602447509766e-06, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.1123046875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.2294921875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.5, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.10986328125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.22216796875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.000476837158203125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -0.000354766845703125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1044921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.0001659393310546875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.0294189453125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.000583648681640625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.0291748046875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.19921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.000213623046875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.030029296875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.4375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.000217437744140625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.20751953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.00186920166015625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0296630859375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.20654296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0301513671875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.34375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.029541015625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.000606536865234375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000576019287109375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.000934600830078125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.109375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.000446319580078125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 0.0003719329833984375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.78125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.00011348724365234375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -1.537799835205078e-05, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -9.918212890625e-05, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 4.839897155761719e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.00170135498046875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.00026702880859375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.00037384033203125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.0001583099365234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.00020694732666015625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 0.0004787445068359375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.00021076202392578125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.000522613525390625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0003643035888671875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": -0.000492095947265625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.00159454345703125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.0015411376953125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.000507354736328125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0001926422119140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -0.00011157989501953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.000499725341796875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.000640869140625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.000858306884765625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -0.000152587890625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.0005035400390625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.000919342041015625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -9.417533874511719e-06, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": -2.0623207092285156e-05, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.00131988525390625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.00102996826171875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.00040435791015625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00016117095947265625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 1.919269561767578e-05, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 1.9669532775878906e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.000732421875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.0004329681396484375, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000213623046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.000263214111328125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.00147247314453125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.00018024444580078125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00058746337890625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.0012969970703125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00057220458984375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.00095367431640625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 4.57763671875e-05, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.0010528564453125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.00041961669921875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": -0.00081634521484375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00122833251953125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 4.553794860839844e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.0003452301025390625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.000583648681640625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.0002346038818359375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.00084686279296875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.000644683837890625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.00014781951904296875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 7.152557373046875e-05, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.000888824462890625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00122833251953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.00131988525390625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 8.869171142578125e-05, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.000812530517578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.000621795654296875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": 2.8014183044433594e-05, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.001129150390625, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 0.00023937225341796875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.0014801025390625, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.0008392333984375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 0.00010204315185546875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.00106048583984375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.0004730224609375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 0.0001583099365234375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.000774383544921875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.00122833251953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.001251220703125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0003681182861328125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.000804901123046875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.0011749267578125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.000553131103515625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.00115203857421875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 2.6226043701171875e-05, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.0006256103515625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.00054168701171875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0010833740234375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.000728607177734375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.00026702880859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -7.2479248046875e-05, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.0010223388671875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.0007171630859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 0.00017547607421875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.0005950927734375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.0006561279296875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.00010585784912109375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.0010528564453125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.0003376007080078125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.000797271728515625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.0002651214599609375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.000812530517578125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 3.6716461181640625e-05, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00115966796875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.000270843505859375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.00098419189453125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.0002994537353515625, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.000926971435546875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.000286102294921875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.00110626220703125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": 0.000652313232421875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.000736236572265625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 3.0040740966796875e-05, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.000823974609375, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.00150299072265625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 1.1086463928222656e-05, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 0.000732421875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.000720977783203125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0004062652587890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.0002651214599609375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.000762939453125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.00015735626220703125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 3.769993782043457e-06, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.0002231597900390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.0011749267578125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.0008087158203125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.00067138671875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 0.000579833984375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.0002269744873046875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 0.0001926422119140625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": 0.00010061264038085938, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00104522705078125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -6.818771362304688e-05, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": -4.76837158203125e-05, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.000301361083984375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.0003070831298828125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.0009918212890625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.0010223388671875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.0006256103515625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.0005645751953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.00035858154296875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.0002727508544921875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.000942230224609375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.5, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.0007476806640625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.00093841552734375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0023345947265625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": 1.1563301086425781e-05, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.000701904296875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.000385284423828125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.000522613525390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.00021648406982421875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.0004749298095703125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.000492095947265625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.000827789306640625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -7.390975952148438e-05, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 0.00032806396484375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.00015544891357421875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 8.881092071533203e-06, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.000804901123046875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0003719329833984375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -0.00010061264038085938, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.0006561279296875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.0003528594970703125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": -1.9311904907226562e-05, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.000331878662109375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.0013885498046875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.00017642974853515625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.000614166259765625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.0012664794921875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.00011777877807617188, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.000278472900390625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.00084686279296875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.000537872314453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -6.723403930664062e-05, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.00012683868408203125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.000385284423828125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 0.00011777877807617188, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": -0.00012493133544921875, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.000652313232421875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.25, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.000591278076171875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.000736236572265625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": -1.0848045349121094e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 8.153915405273438e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.000675201416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.000423431396484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 2.9802322387695312e-05, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.0011444091796875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -2.3245811462402344e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.0010986328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": -0.00052642822265625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0004482269287109375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0003509521484375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": 0.0002384185791015625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.000232696533203125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.000804901123046875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.0004291534423828125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": -0.00018310546875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": 0.00018787384033203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.00023365020751953125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.00048828125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.0008392333984375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.000965118408203125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.000217437744140625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": -0.0002689361572265625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.00072479248046875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 0.000759124755859375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.00035858154296875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00042724609375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.000640869140625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": -0.000713348388671875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.0004062652587890625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.0004291534423828125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.00095367431640625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.00017070770263671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": -0.00070953369140625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.00017547607421875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.00011491775512695312, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": -0.00014400482177734375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": 0.00010824203491210938, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.5, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 7.2479248046875e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": -0.0001697540283203125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.00035858154296875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": -0.00067901611328125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.00010347366333007812, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": -0.000492095947265625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": 0.00017070770263671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -3.361701965332031e-05, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.306640625} -{"step": 2680, "epoch": 0.18065385911695314, "timestamp": 1786742596.514357, "loss": 7.8861083984375, "grad_norm": 375390208.0, "learning_rate": 9e-05, "train/total_time_seconds": 57.03919203951955, "train/time_per_step_avg": 0.3093139481917024, "train/epoch_time_elapsed": 67.07417921721935, "train/estimated_remaining_minutes": 0.2908715016940674} -{"step": 2700, "epoch": 0.1820020222446916, "timestamp": 1786742603.7857158, "loss": 7.91387939453125, "grad_norm": 257949696.0, "learning_rate": 9e-05, "train/total_time_seconds": 63.309705551713705, "train/time_per_step_avg": 0.3156522513180971, "train/epoch_time_elapsed": 74.34553750231862, "train/estimated_remaining_minutes": 0.31264052124303066} -{"step": 2720, "epoch": 0.18335018537243006, "timestamp": 1786742611.6585205, "loss": 7.927635192871094, "grad_norm": 148897792.0, "learning_rate": 9e-05, "train/total_time_seconds": 69.8652459308505, "train/time_per_step_avg": 0.3132026986777782, "train/epoch_time_elapsed": 82.19283819198608, "train/estimated_remaining_minutes": 0.3339147783459767, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.360107421875, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00162506103515625, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.546875, "train/tensor_act_model_layers_0_residual_post_attn/norm": 188.60562133789062, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.0015716552734375, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09228515625, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.390625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.341796875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.390625, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.732421875, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 1604.609619140625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.00592041015625, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.5546875, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 3.953125, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 3.953125, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 7.546875, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 1592.2674560546875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.00848388671875, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.55078125, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 2.859375, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_0_mlp_up_proj/max": 2.859375, "train/tensor_act_model_layers_0_mlp_up_proj/range": 5.609375, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 1788.289306640625, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 0.56640625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 0.6640625, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 4.71875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.361328125, "train/tensor_act_model_layers_0_mlp_down_proj/max": 4.71875, "train/tensor_act_model_layers_0_mlp_down_proj/range": 5.080078125, "train/tensor_act_model_layers_0_mlp/norm": 1669.5841064453125, "train/tensor_act_model_layers_0_mlp/mean": 0.54296875, "train/tensor_act_model_layers_0_mlp/std": 0.609375, "train/tensor_act_model_layers_0_mlp/max_abs": 3.3125, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.359375, "train/tensor_act_model_layers_0_mlp/max": 3.3125, "train/tensor_act_model_layers_0_mlp/range": 3.671875, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 1683.3624267578125, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 0.54296875, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.6171875, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 3.34375, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.484375, "train/tensor_act_model_layers_0_residual_post_mlp/max": 3.34375, "train/tensor_act_model_layers_0_residual_post_mlp/range": 3.828125, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 1683.3624267578125, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 0.54296875, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.6171875, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 3.34375, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.484375, "train/tensor_act_model_layers_1_residual_pre_attn/max": 3.34375, "train/tensor_act_model_layers_1_residual_pre_attn/range": 3.828125, "train/tensor_act_model_layers_1_residual_post_attn/norm": 1687.3604736328125, "train/tensor_act_model_layers_1_residual_post_attn/mean": 0.546875, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.6171875, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 3.3125, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.5859375, "train/tensor_act_model_layers_1_residual_post_attn/max": 3.3125, "train/tensor_act_model_layers_1_residual_post_attn/range": 3.8984375, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 3058.978759765625, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.04833984375, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 1.0546875, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -3.421875, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 6.984375, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 3036.87744140625, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.125, "train/tensor_act_model_layers_1_mlp_up_proj/std": 1.0390625, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_1_mlp_up_proj/max": 3.828125, "train/tensor_act_model_layers_1_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 9634.220703125, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 4.09375, "train/tensor_act_model_layers_1_mlp_down_proj/std": 2.3125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 9.375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": -0.578125, "train/tensor_act_model_layers_1_mlp_down_proj/max": 9.375, "train/tensor_act_model_layers_1_mlp_down_proj/range": 9.953125, "train/tensor_act_model_layers_1_mlp/norm": 6022.8330078125, "train/tensor_act_model_layers_1_mlp/mean": 2.6875, "train/tensor_act_model_layers_1_mlp/std": 1.203125, "train/tensor_act_model_layers_1_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -0.57421875, "train/tensor_act_model_layers_1_mlp/max": 3.921875, "train/tensor_act_model_layers_1_mlp/range": 4.49609375, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 7416.38330078125, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 3.234375, "train/tensor_act_model_layers_1_residual_post_mlp/std": 1.640625, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 6.9375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -0.984375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 6.9375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 7.921875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 7416.38330078125, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 3.234375, "train/tensor_act_model_layers_2_residual_pre_attn/std": 1.640625, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 6.9375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -0.984375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 6.9375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 7.921875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 7419.275390625, "train/tensor_act_model_layers_2_residual_post_attn/mean": 3.234375, "train/tensor_act_model_layers_2_residual_post_attn/std": 1.640625, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 6.90625, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -0.98828125, "train/tensor_act_model_layers_2_residual_post_attn/max": 6.90625, "train/tensor_act_model_layers_2_residual_post_attn/range": 7.89453125, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 4467.36572265625, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.09326171875, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -3.484375, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 6.84375, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 4524.38623046875, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.0380859375, "train/tensor_act_model_layers_2_mlp_up_proj/std": 1.5625, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 3.90625, "train/tensor_act_model_layers_2_mlp_up_proj/range": 7.9375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 20168.94921875, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 9.6875, "train/tensor_act_model_layers_2_mlp_down_proj/std": 1.8671875, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 13.3125, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.4499526023864746, "train/tensor_act_model_layers_2_mlp_down_proj/min": -0.1748046875, "train/tensor_act_model_layers_2_mlp_down_proj/max": 13.3125, "train/tensor_act_model_layers_2_mlp_down_proj/range": 13.4873046875, "train/tensor_act_model_layers_2_mlp/norm": 7968.62890625, "train/tensor_act_model_layers_2_mlp/mean": 3.875, "train/tensor_act_model_layers_2_mlp/std": 0.333984375, "train/tensor_act_model_layers_2_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": -0.1748046875, "train/tensor_act_model_layers_2_mlp/max": 3.984375, "train/tensor_act_model_layers_2_mlp/range": 4.1591796875, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 15004.6826171875, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 7.09375, "train/tensor_act_model_layers_2_residual_post_mlp/std": 1.78125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 10.875, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.00816035270690918, "train/tensor_act_model_layers_2_residual_post_mlp/min": -0.609375, "train/tensor_act_model_layers_2_residual_post_mlp/max": 10.875, "train/tensor_act_model_layers_2_residual_post_mlp/range": 11.484375, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 15004.6826171875, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 7.09375, "train/tensor_act_model_layers_3_residual_pre_attn/std": 1.78125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 10.875, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.00816035270690918, "train/tensor_act_model_layers_3_residual_pre_attn/min": -0.609375, "train/tensor_act_model_layers_3_residual_pre_attn/max": 10.875, "train/tensor_act_model_layers_3_residual_pre_attn/range": 11.484375, "train/tensor_act_model_layers_3_residual_post_attn/norm": 15010.4130859375, "train/tensor_act_model_layers_3_residual_post_attn/mean": 7.09375, "train/tensor_act_model_layers_3_residual_post_attn/std": 1.78125, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 11.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.008345842361450195, "train/tensor_act_model_layers_3_residual_post_attn/min": -0.59375, "train/tensor_act_model_layers_3_residual_post_attn/max": 11.0, "train/tensor_act_model_layers_3_residual_post_attn/range": 11.59375, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 4614.67333984375, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.0250244140625, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.59375, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 6.734375, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 4549.46826171875, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.050048828125, "train/tensor_act_model_layers_3_mlp_up_proj/std": 1.5703125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_3_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_3_mlp_up_proj/range": 6.53125, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 21275.529296875, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 10.3125, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.99609375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 14.0625, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 0.6054530143737793, "train/tensor_act_model_layers_3_mlp_down_proj/min": 1.2109375, "train/tensor_act_model_layers_3_mlp_down_proj/max": 14.0625, "train/tensor_act_model_layers_3_mlp_down_proj/range": 12.8515625, "train/tensor_act_model_layers_3_mlp/norm": 8088.7685546875, "train/tensor_act_model_layers_3_mlp/mean": 3.953125, "train/tensor_act_model_layers_3_mlp/std": 0.03857421875, "train/tensor_act_model_layers_3_mlp/max_abs": 4.0, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": 1.171875, "train/tensor_act_model_layers_3_mlp/max": 4.0, "train/tensor_act_model_layers_3_mlp/range": 2.828125, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 22939.99609375, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 11.0625, "train/tensor_act_model_layers_3_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 15.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.7314791679382324, "train/tensor_act_model_layers_3_residual_post_mlp/min": 0.8203125, "train/tensor_act_model_layers_3_residual_post_mlp/max": 15.0, "train/tensor_act_model_layers_3_residual_post_mlp/range": 14.1796875, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 22939.99609375, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 11.0625, "train/tensor_act_model_layers_4_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 15.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.7314791679382324, "train/tensor_act_model_layers_4_residual_pre_attn/min": 0.8203125, "train/tensor_act_model_layers_4_residual_pre_attn/max": 15.0, "train/tensor_act_model_layers_4_residual_pre_attn/range": 14.1796875, "train/tensor_act_model_layers_4_residual_post_attn/norm": 22921.0625, "train/tensor_act_model_layers_4_residual_post_attn/mean": 11.0625, "train/tensor_act_model_layers_4_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 14.9375, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.7315242290496826, "train/tensor_act_model_layers_4_residual_post_attn/min": 0.8984375, "train/tensor_act_model_layers_4_residual_post_attn/max": 14.9375, "train/tensor_act_model_layers_4_residual_post_attn/range": 14.0390625, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 4679.93701171875, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.07958984375, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 6.25, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 4718.4970703125, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.037109375, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -3.078125, "train/tensor_act_model_layers_4_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_4_mlp_up_proj/range": 6.5, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 21461.25390625, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 10.4375, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.94921875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 13.3125, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 0.6356217861175537, "train/tensor_act_model_layers_4_mlp_down_proj/min": 7.21875, "train/tensor_act_model_layers_4_mlp_down_proj/max": 13.3125, "train/tensor_act_model_layers_4_mlp_down_proj/range": 6.09375, "train/tensor_act_model_layers_4_mlp/norm": 8094.791015625, "train/tensor_act_model_layers_4_mlp/mean": 3.953125, "train/tensor_act_model_layers_4_mlp/std": 0.024169921875, "train/tensor_act_model_layers_4_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": 3.796875, "train/tensor_act_model_layers_4_mlp/max": 3.984375, "train/tensor_act_model_layers_4_mlp/range": 0.1875, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 30938.7421875, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 15.0, "train/tensor_act_model_layers_4_residual_post_mlp/std": 1.7890625, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 18.875, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.9881632328033447, "train/tensor_act_model_layers_4_residual_post_mlp/min": 4.78125, "train/tensor_act_model_layers_4_residual_post_mlp/max": 18.875, "train/tensor_act_model_layers_4_residual_post_mlp/range": 14.09375, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 30938.7421875, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 15.0, "train/tensor_act_model_layers_5_residual_pre_attn/std": 1.7890625, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 18.875, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.9881632328033447, "train/tensor_act_model_layers_5_residual_pre_attn/min": 4.78125, "train/tensor_act_model_layers_5_residual_pre_attn/max": 18.875, "train/tensor_act_model_layers_5_residual_pre_attn/range": 14.09375, "train/tensor_act_model_layers_5_residual_post_attn/norm": 30931.158203125, "train/tensor_act_model_layers_5_residual_post_attn/mean": 15.0, "train/tensor_act_model_layers_5_residual_post_attn/std": 1.796875, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 18.875, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.9882192611694336, "train/tensor_act_model_layers_5_residual_post_attn/min": 4.71875, "train/tensor_act_model_layers_5_residual_post_attn/max": 18.875, "train/tensor_act_model_layers_5_residual_post_attn/range": 14.15625, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 4589.71435546875, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.0927734375, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.578125, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -3.125, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 6.25, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 4616.146484375, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.08740234375, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_5_mlp_up_proj/range": 5.96875, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 21654.369140625, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 10.5625, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.75, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 12.625, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 0.724895715713501, "train/tensor_act_model_layers_5_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_5_mlp_down_proj/max": 12.625, "train/tensor_act_model_layers_5_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_5_mlp/norm": 8101.28466796875, "train/tensor_act_model_layers_5_mlp/mean": 3.953125, "train/tensor_act_model_layers_5_mlp/std": 0.0179443359375, "train/tensor_act_model_layers_5_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": 3.890625, "train/tensor_act_model_layers_5_mlp/max": 3.984375, "train/tensor_act_model_layers_5_mlp/range": 0.09375, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 39003.484375, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 19.0, "train/tensor_act_model_layers_5_residual_post_mlp/std": 1.8046875, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 22.875, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 0.9998805522918701, "train/tensor_act_model_layers_5_residual_post_mlp/min": 8.6875, "train/tensor_act_model_layers_5_residual_post_mlp/max": 22.875, "train/tensor_act_model_layers_5_residual_post_mlp/range": 14.1875, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 39003.484375, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 19.0, "train/tensor_act_model_layers_6_residual_pre_attn/std": 1.8046875, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 22.875, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 0.9998805522918701, "train/tensor_act_model_layers_6_residual_pre_attn/min": 8.6875, "train/tensor_act_model_layers_6_residual_pre_attn/max": 22.875, "train/tensor_act_model_layers_6_residual_pre_attn/range": 14.1875, "train/tensor_act_model_layers_6_residual_post_attn/norm": 38967.29296875, "train/tensor_act_model_layers_6_residual_post_attn/mean": 19.0, "train/tensor_act_model_layers_6_residual_post_attn/std": 1.8046875, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 23.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 0.9998786449432373, "train/tensor_act_model_layers_6_residual_post_attn/min": 8.6875, "train/tensor_act_model_layers_6_residual_post_attn/max": 23.0, "train/tensor_act_model_layers_6_residual_post_attn/range": 14.3125, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 4754.0556640625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.045654296875, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -3.3125, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 6.09375, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 4720.54443359375, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.05810546875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_6_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_6_mlp_up_proj/range": 6.328125, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 21944.291015625, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 10.6875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.74609375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 12.625, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 0.7954001426696777, "train/tensor_act_model_layers_6_mlp_down_proj/min": 8.5, "train/tensor_act_model_layers_6_mlp_down_proj/max": 12.625, "train/tensor_act_model_layers_6_mlp_down_proj/range": 4.125, "train/tensor_act_model_layers_6_mlp/norm": 8107.64697265625, "train/tensor_act_model_layers_6_mlp/mean": 3.953125, "train/tensor_act_model_layers_6_mlp/std": 0.0172119140625, "train/tensor_act_model_layers_6_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": 3.890625, "train/tensor_act_model_layers_6_mlp/max": 3.984375, "train/tensor_act_model_layers_6_mlp/range": 0.09375, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 47096.25, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 22.875, "train/tensor_act_model_layers_6_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 27.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": 12.625, "train/tensor_act_model_layers_6_residual_post_mlp/max": 27.0, "train/tensor_act_model_layers_6_residual_post_mlp/range": 14.375, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 47096.25, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 22.875, "train/tensor_act_model_layers_7_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 27.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": 12.625, "train/tensor_act_model_layers_7_residual_pre_attn/max": 27.0, "train/tensor_act_model_layers_7_residual_pre_attn/range": 14.375, "train/tensor_act_model_layers_7_residual_post_attn/norm": 47128.2265625, "train/tensor_act_model_layers_7_residual_post_attn/mean": 23.0, "train/tensor_act_model_layers_7_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 27.25, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_attn/min": 12.6875, "train/tensor_act_model_layers_7_residual_post_attn/max": 27.25, "train/tensor_act_model_layers_7_residual_post_attn/range": 14.5625, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 4829.23095703125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.0361328125, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.6640625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -3.15625, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 6.421875, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 4710.599609375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.06298828125, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_7_mlp_up_proj/max": 3.03125, "train/tensor_act_model_layers_7_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 21289.5703125, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 10.375, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.765625, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 12.3125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 0.6783163547515869, "train/tensor_act_model_layers_7_mlp_down_proj/min": 8.125, "train/tensor_act_model_layers_7_mlp_down_proj/max": 12.3125, "train/tensor_act_model_layers_7_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_7_mlp/norm": 8093.21337890625, "train/tensor_act_model_layers_7_mlp/mean": 3.953125, "train/tensor_act_model_layers_7_mlp/std": 0.01953125, "train/tensor_act_model_layers_7_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": 3.859375, "train/tensor_act_model_layers_7_mlp/max": 3.984375, "train/tensor_act_model_layers_7_mlp/range": 0.125, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 55242.65625, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 26.875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 1.8203125, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 31.25, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": 16.625, "train/tensor_act_model_layers_7_residual_post_mlp/max": 31.25, "train/tensor_act_model_layers_7_residual_post_mlp/range": 14.625, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 55242.65625, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 26.875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 1.8203125, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 31.25, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": 16.625, "train/tensor_act_model_layers_8_residual_pre_attn/max": 31.25, "train/tensor_act_model_layers_8_residual_pre_attn/range": 14.625, "train/tensor_act_model_layers_8_residual_post_attn/norm": 55215.13671875, "train/tensor_act_model_layers_8_residual_post_attn/mean": 26.875, "train/tensor_act_model_layers_8_residual_post_attn/std": 1.8203125, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 31.125, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_attn/min": 16.625, "train/tensor_act_model_layers_8_residual_post_attn/max": 31.125, "train/tensor_act_model_layers_8_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 4789.97119140625, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.0172119140625, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -3.015625, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 6.015625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 4712.5576171875, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.01312255859375, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_8_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_8_mlp_up_proj/range": 5.953125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 21517.44140625, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 10.5, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.734375, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 13.125, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 0.7266666889190674, "train/tensor_act_model_layers_8_mlp_down_proj/min": 9.0625, "train/tensor_act_model_layers_8_mlp_down_proj/max": 13.125, "train/tensor_act_model_layers_8_mlp_down_proj/range": 4.0625, "train/tensor_act_model_layers_8_mlp/norm": 8099.08935546875, "train/tensor_act_model_layers_8_mlp/mean": 3.953125, "train/tensor_act_model_layers_8_mlp/std": 0.0169677734375, "train/tensor_act_model_layers_8_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 3.921875, "train/tensor_act_model_layers_8_mlp/max": 3.984375, "train/tensor_act_model_layers_8_mlp/range": 0.0625, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 63320.48828125, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 30.875, "train/tensor_act_model_layers_8_residual_post_mlp/std": 1.8125, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 35.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 20.5, "train/tensor_act_model_layers_8_residual_post_mlp/max": 35.0, "train/tensor_act_model_layers_8_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 63320.48828125, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 30.875, "train/tensor_act_model_layers_9_residual_pre_attn/std": 1.8125, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 35.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 20.5, "train/tensor_act_model_layers_9_residual_pre_attn/max": 35.0, "train/tensor_act_model_layers_9_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_9_residual_post_attn/norm": 63290.015625, "train/tensor_act_model_layers_9_residual_post_attn/mean": 30.875, "train/tensor_act_model_layers_9_residual_post_attn/std": 1.8125, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 35.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 20.5, "train/tensor_act_model_layers_9_residual_post_attn/max": 35.0, "train/tensor_act_model_layers_9_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 4739.3515625, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.2734375, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -3.09375, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 6.203125, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 4774.05419921875, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.044921875, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_9_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_9_mlp_up_proj/range": 5.859375, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 21522.22265625, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 10.5, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.7421875, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 13.3125, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 0.734778642654419, "train/tensor_act_model_layers_9_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_9_mlp_down_proj/max": 13.3125, "train/tensor_act_model_layers_9_mlp_down_proj/range": 4.6875, "train/tensor_act_model_layers_9_mlp/norm": 8099.57861328125, "train/tensor_act_model_layers_9_mlp/mean": 3.953125, "train/tensor_act_model_layers_9_mlp/std": 0.017578125, "train/tensor_act_model_layers_9_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 3.890625, "train/tensor_act_model_layers_9_mlp/max": 3.984375, "train/tensor_act_model_layers_9_mlp/range": 0.09375, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 71391.6953125, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 34.75, "train/tensor_act_model_layers_9_residual_post_mlp/std": 1.8203125, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 39.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 24.5, "train/tensor_act_model_layers_9_residual_post_mlp/max": 39.0, "train/tensor_act_model_layers_9_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 71391.6953125, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 34.75, "train/tensor_act_model_layers_10_residual_pre_attn/std": 1.8203125, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 39.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 24.5, "train/tensor_act_model_layers_10_residual_pre_attn/max": 39.0, "train/tensor_act_model_layers_10_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_10_residual_post_attn/norm": 71402.3125, "train/tensor_act_model_layers_10_residual_post_attn/mean": 34.75, "train/tensor_act_model_layers_10_residual_post_attn/std": 1.828125, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 39.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 24.5, "train/tensor_act_model_layers_10_residual_post_attn/max": 39.0, "train/tensor_act_model_layers_10_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 4710.08984375, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.04443359375, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 5.875, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 4793.83740234375, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.115234375, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -3.015625, "train/tensor_act_model_layers_10_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 5.9375, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 21410.693359375, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 10.4375, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 12.5, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 0.6828234195709229, "train/tensor_act_model_layers_10_mlp_down_proj/min": 8.6875, "train/tensor_act_model_layers_10_mlp_down_proj/max": 12.5, "train/tensor_act_model_layers_10_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_10_mlp/norm": 8095.49462890625, "train/tensor_act_model_layers_10_mlp/mean": 3.953125, "train/tensor_act_model_layers_10_mlp/std": 0.0172119140625, "train/tensor_act_model_layers_10_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 3.890625, "train/tensor_act_model_layers_10_mlp/max": 3.984375, "train/tensor_act_model_layers_10_mlp/range": 0.09375, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 79575.3515625, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 38.75, "train/tensor_act_model_layers_10_residual_post_mlp/std": 1.8359375, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 43.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 28.5, "train/tensor_act_model_layers_10_residual_post_mlp/max": 43.0, "train/tensor_act_model_layers_10_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 79575.3515625, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 38.75, "train/tensor_act_model_layers_11_residual_pre_attn/std": 1.8359375, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 43.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 28.5, "train/tensor_act_model_layers_11_residual_pre_attn/max": 43.0, "train/tensor_act_model_layers_11_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_11_residual_post_attn/norm": 79535.5, "train/tensor_act_model_layers_11_residual_post_attn/mean": 38.75, "train/tensor_act_model_layers_11_residual_post_attn/std": 1.8359375, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 43.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 28.375, "train/tensor_act_model_layers_11_residual_post_attn/max": 43.0, "train/tensor_act_model_layers_11_residual_post_attn/range": 14.625, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 4761.59716796875, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.0225830078125, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 2.9375, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 5.90625, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 4811.22705078125, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.0174560546875, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_11_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_11_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 21039.2734375, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.8046875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 12.5625, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 0.5697171688079834, "train/tensor_act_model_layers_11_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_11_mlp_down_proj/max": 12.5625, "train/tensor_act_model_layers_11_mlp_down_proj/range": 4.3125, "train/tensor_act_model_layers_11_mlp/norm": 8087.20166015625, "train/tensor_act_model_layers_11_mlp/mean": 3.953125, "train/tensor_act_model_layers_11_mlp/std": 0.02197265625, "train/tensor_act_model_layers_11_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 3.875, "train/tensor_act_model_layers_11_mlp/max": 3.984375, "train/tensor_act_model_layers_11_mlp/range": 0.109375, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 87715.40625, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 42.75, "train/tensor_act_model_layers_11_residual_post_mlp/std": 1.84375, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 47.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 32.25, "train/tensor_act_model_layers_11_residual_post_mlp/max": 47.0, "train/tensor_act_model_layers_11_residual_post_mlp/range": 14.75, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 87715.40625, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 42.75, "train/tensor_act_model_layers_12_residual_pre_attn/std": 1.84375, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 47.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 32.25, "train/tensor_act_model_layers_12_residual_pre_attn/max": 47.0, "train/tensor_act_model_layers_12_residual_pre_attn/range": 14.75, "train/tensor_act_model_layers_12_residual_post_attn/norm": 87645.984375, "train/tensor_act_model_layers_12_residual_post_attn/mean": 42.75, "train/tensor_act_model_layers_12_residual_post_attn/std": 1.84375, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 47.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 32.25, "train/tensor_act_model_layers_12_residual_post_attn/max": 47.0, "train/tensor_act_model_layers_12_residual_post_attn/range": 14.75, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 4679.86474609375, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.033447265625, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -2.890625, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 5.796875, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 4851.38623046875, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.0830078125, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_12_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_12_mlp_up_proj/range": 5.84375, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 21233.802734375, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 10.375, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.59765625, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 11.75, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 0.7291326522827148, "train/tensor_act_model_layers_12_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_12_mlp_down_proj/max": 11.75, "train/tensor_act_model_layers_12_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_12_mlp/norm": 8093.38623046875, "train/tensor_act_model_layers_12_mlp/mean": 3.953125, "train/tensor_act_model_layers_12_mlp/std": 0.0150146484375, "train/tensor_act_model_layers_12_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 3.875, "train/tensor_act_model_layers_12_mlp/max": 3.984375, "train/tensor_act_model_layers_12_mlp/range": 0.109375, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 95829.28125, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 46.75, "train/tensor_act_model_layers_12_residual_post_mlp/std": 1.84375, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 51.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 36.25, "train/tensor_act_model_layers_12_residual_post_mlp/max": 51.0, "train/tensor_act_model_layers_12_residual_post_mlp/range": 14.75, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 95829.28125, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 46.75, "train/tensor_act_model_layers_13_residual_pre_attn/std": 1.84375, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 51.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 36.25, "train/tensor_act_model_layers_13_residual_pre_attn/max": 51.0, "train/tensor_act_model_layers_13_residual_pre_attn/range": 14.75, "train/tensor_act_model_layers_13_residual_post_attn/norm": 95751.796875, "train/tensor_act_model_layers_13_residual_post_attn/mean": 46.75, "train/tensor_act_model_layers_13_residual_post_attn/std": 1.8515625, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 51.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 36.25, "train/tensor_act_model_layers_13_residual_post_attn/max": 51.0, "train/tensor_act_model_layers_13_residual_post_attn/range": 14.75, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 4712.7099609375, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.0576171875, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 2.921875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 2.875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 5.796875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 4730.64404296875, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.08056640625, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_13_mlp_up_proj/max": 2.9375, "train/tensor_act_model_layers_13_mlp_up_proj/range": 6.1875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 21389.833984375, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 10.4375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.82421875, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 14.3125, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 0.6696388721466064, "train/tensor_act_model_layers_13_mlp_down_proj/min": 8.5, "train/tensor_act_model_layers_13_mlp_down_proj/max": 14.3125, "train/tensor_act_model_layers_13_mlp_down_proj/range": 5.8125, "train/tensor_act_model_layers_13_mlp/norm": 8096.42529296875, "train/tensor_act_model_layers_13_mlp/mean": 3.953125, "train/tensor_act_model_layers_13_mlp/std": 0.017822265625, "train/tensor_act_model_layers_13_mlp/max_abs": 4.0, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 3.890625, "train/tensor_act_model_layers_13_mlp/max": 4.0, "train/tensor_act_model_layers_13_mlp/range": 0.109375, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 103937.8515625, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 50.75, "train/tensor_act_model_layers_13_residual_post_mlp/std": 1.8515625, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 55.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 40.25, "train/tensor_act_model_layers_13_residual_post_mlp/max": 55.0, "train/tensor_act_model_layers_13_residual_post_mlp/range": 14.75, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 103937.8515625, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 50.75, "train/tensor_act_model_layers_14_residual_pre_attn/std": 1.8515625, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 55.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 40.25, "train/tensor_act_model_layers_14_residual_pre_attn/max": 55.0, "train/tensor_act_model_layers_14_residual_pre_attn/range": 14.75, "train/tensor_act_model_layers_14_residual_post_attn/norm": 103918.2421875, "train/tensor_act_model_layers_14_residual_post_attn/mean": 50.75, "train/tensor_act_model_layers_14_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 55.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 40.0, "train/tensor_act_model_layers_14_residual_post_attn/max": 55.0, "train/tensor_act_model_layers_14_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 4757.126953125, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.234375, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -2.890625, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 5.921875, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 4775.525390625, "train/tensor_act_model_layers_14_mlp_up_proj/mean": 0.0400390625, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 2.984375, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_14_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_14_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 21076.69140625, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.6796875, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 12.1875, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 0.6020948886871338, "train/tensor_act_model_layers_14_mlp_down_proj/min": 8.6875, "train/tensor_act_model_layers_14_mlp_down_proj/max": 12.1875, "train/tensor_act_model_layers_14_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_14_mlp/norm": 8089.923828125, "train/tensor_act_model_layers_14_mlp/mean": 3.953125, "train/tensor_act_model_layers_14_mlp/std": 0.0169677734375, "train/tensor_act_model_layers_14_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 3.890625, "train/tensor_act_model_layers_14_mlp/max": 3.984375, "train/tensor_act_model_layers_14_mlp/range": 0.09375, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 112105.140625, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 54.75, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.859375, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 59.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 44.0, "train/tensor_act_model_layers_14_residual_post_mlp/max": 59.0, "train/tensor_act_model_layers_14_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 112105.140625, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 54.75, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.859375, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 59.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 44.0, "train/tensor_act_model_layers_15_residual_pre_attn/max": 59.0, "train/tensor_act_model_layers_15_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_15_residual_post_attn/norm": 112061.8359375, "train/tensor_act_model_layers_15_residual_post_attn/mean": 54.75, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.8671875, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 59.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 43.75, "train/tensor_act_model_layers_15_residual_post_attn/max": 59.0, "train/tensor_act_model_layers_15_residual_post_attn/range": 15.25, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 4768.27734375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.07080078125, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 3.421875, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -3.421875, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 6.28125, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 4730.3818359375, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.07568359375, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 2.875, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -2.875, "train/tensor_act_model_layers_15_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_15_mlp_up_proj/range": 5.6875, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 21144.279296875, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 10.3125, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.6953125, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 12.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 0.6391892433166504, "train/tensor_act_model_layers_15_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_15_mlp_down_proj/max": 12.0, "train/tensor_act_model_layers_15_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_15_mlp/norm": 8091.97509765625, "train/tensor_act_model_layers_15_mlp/mean": 3.953125, "train/tensor_act_model_layers_15_mlp/std": 0.0179443359375, "train/tensor_act_model_layers_15_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 3.890625, "train/tensor_act_model_layers_15_mlp/max": 3.984375, "train/tensor_act_model_layers_15_mlp/range": 0.09375, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 120249.390625, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 58.75, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.8671875, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 63.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 47.75, "train/tensor_act_model_layers_15_residual_post_mlp/max": 63.0, "train/tensor_act_model_layers_15_residual_post_mlp/range": 15.25, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 120249.390625, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 58.75, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.8671875, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 63.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 47.75, "train/tensor_act_model_layers_16_residual_pre_attn/max": 63.0, "train/tensor_act_model_layers_16_residual_pre_attn/range": 15.25, "train/tensor_act_model_layers_16_residual_post_attn/norm": 120229.703125, "train/tensor_act_model_layers_16_residual_post_attn/mean": 58.75, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.875, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 63.25, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 47.75, "train/tensor_act_model_layers_16_residual_post_attn/max": 63.25, "train/tensor_act_model_layers_16_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 4675.71142578125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.0284423828125, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 2.921875, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 6.15625, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 4708.935546875, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.08349609375, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_16_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_16_mlp_up_proj/range": 6.4375, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 20747.564453125, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.69140625, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 11.8125, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 0.5703125, "train/tensor_act_model_layers_16_mlp_down_proj/min": 7.96875, "train/tensor_act_model_layers_16_mlp_down_proj/max": 11.8125, "train/tensor_act_model_layers_16_mlp_down_proj/range": 3.84375, "train/tensor_act_model_layers_16_mlp/norm": 8080.1318359375, "train/tensor_act_model_layers_16_mlp/mean": 3.953125, "train/tensor_act_model_layers_16_mlp/std": 0.020751953125, "train/tensor_act_model_layers_16_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 3.859375, "train/tensor_act_model_layers_16_mlp/max": 3.984375, "train/tensor_act_model_layers_16_mlp/range": 0.125, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 128346.796875, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 62.75, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.8359375, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 67.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 51.75, "train/tensor_act_model_layers_16_residual_post_mlp/max": 67.0, "train/tensor_act_model_layers_16_residual_post_mlp/range": 15.25, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 128346.796875, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 62.75, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.8359375, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 67.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 51.75, "train/tensor_act_model_layers_17_residual_pre_attn/max": 67.0, "train/tensor_act_model_layers_17_residual_pre_attn/range": 15.25, "train/tensor_act_model_layers_17_residual_post_attn/norm": 128296.0390625, "train/tensor_act_model_layers_17_residual_post_attn/mean": 62.5, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.84375, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 67.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 51.75, "train/tensor_act_model_layers_17_residual_post_attn/max": 67.0, "train/tensor_act_model_layers_17_residual_post_attn/range": 15.25, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 4605.08349609375, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.1376953125, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.5859375, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 6.203125, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 4640.5703125, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.038330078125, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.6015625, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_17_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_17_mlp_up_proj/range": 6.0, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 21021.880859375, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 12.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 0.6075224876403809, "train/tensor_act_model_layers_17_mlp_down_proj/min": 7.6875, "train/tensor_act_model_layers_17_mlp_down_proj/max": 12.0, "train/tensor_act_model_layers_17_mlp_down_proj/range": 4.3125, "train/tensor_act_model_layers_17_mlp/norm": 8087.5009765625, "train/tensor_act_model_layers_17_mlp/mean": 3.953125, "train/tensor_act_model_layers_17_mlp/std": 0.01953125, "train/tensor_act_model_layers_17_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 3.828125, "train/tensor_act_model_layers_17_mlp/max": 3.984375, "train/tensor_act_model_layers_17_mlp/range": 0.15625, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 136316.109375, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 66.5, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.8515625, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 71.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 55.75, "train/tensor_act_model_layers_17_residual_post_mlp/max": 71.0, "train/tensor_act_model_layers_17_residual_post_mlp/range": 15.25, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 136316.109375, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 66.5, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.8515625, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 71.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 55.75, "train/tensor_act_model_layers_18_residual_pre_attn/max": 71.0, "train/tensor_act_model_layers_18_residual_pre_attn/range": 15.25, "train/tensor_act_model_layers_18_residual_post_attn/norm": 136291.171875, "train/tensor_act_model_layers_18_residual_post_attn/mean": 66.5, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.859375, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 71.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 55.75, "train/tensor_act_model_layers_18_residual_post_attn/max": 71.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 15.25, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 4693.75732421875, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.1376953125, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -3.0625, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 3.078125, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 6.140625, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 4658.77197265625, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.0159912109375, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -3.03125, "train/tensor_act_model_layers_18_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 6.0, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 20806.982421875, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.73046875, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 11.9375, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 0.5980730056762695, "train/tensor_act_model_layers_18_mlp_down_proj/min": 7.9375, "train/tensor_act_model_layers_18_mlp_down_proj/max": 11.9375, "train/tensor_act_model_layers_18_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_18_mlp/norm": 8082.12646484375, "train/tensor_act_model_layers_18_mlp/mean": 3.953125, "train/tensor_act_model_layers_18_mlp/std": 0.021240234375, "train/tensor_act_model_layers_18_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 3.859375, "train/tensor_act_model_layers_18_mlp/max": 3.984375, "train/tensor_act_model_layers_18_mlp/range": 0.125, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 144454.859375, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 70.5, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.8828125, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 75.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 59.75, "train/tensor_act_model_layers_18_residual_post_mlp/max": 75.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 15.25, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 144454.859375, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 70.5, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.8828125, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 75.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 59.75, "train/tensor_act_model_layers_19_residual_pre_attn/max": 75.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 15.25, "train/tensor_act_model_layers_19_residual_post_attn/norm": 144454.78125, "train/tensor_act_model_layers_19_residual_post_attn/mean": 70.5, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.8828125, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 75.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 59.5, "train/tensor_act_model_layers_19_residual_post_attn/max": 75.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 4744.64111328125, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.0128173828125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 3.078125, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 5.9375, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 4664.11962890625, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.19921875, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.6015625, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_19_mlp_up_proj/max": 2.671875, "train/tensor_act_model_layers_19_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 21058.30859375, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 12.1875, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 0.579226016998291, "train/tensor_act_model_layers_19_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_19_mlp_down_proj/max": 12.1875, "train/tensor_act_model_layers_19_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_19_mlp/norm": 8087.43603515625, "train/tensor_act_model_layers_19_mlp/mean": 3.953125, "train/tensor_act_model_layers_19_mlp/std": 0.0181884765625, "train/tensor_act_model_layers_19_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 3.890625, "train/tensor_act_model_layers_19_mlp/max": 3.984375, "train/tensor_act_model_layers_19_mlp/range": 0.09375, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 152643.46875, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 74.5, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.8828125, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 79.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 63.5, "train/tensor_act_model_layers_19_residual_post_mlp/max": 79.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 152643.46875, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 74.5, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.8828125, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 79.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 63.5, "train/tensor_act_model_layers_20_residual_pre_attn/max": 79.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_20_residual_post_attn/norm": 152640.234375, "train/tensor_act_model_layers_20_residual_post_attn/mean": 74.5, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 79.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 63.75, "train/tensor_act_model_layers_20_residual_post_attn/max": 79.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 15.25, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 4752.61767578125, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.158203125, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 5.765625, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 4841.8203125, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.058349609375, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_20_mlp_up_proj/max": 3.1875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 20908.05859375, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 10.1875, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.7578125, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 12.6875, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 0.5743858814239502, "train/tensor_act_model_layers_20_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_20_mlp_down_proj/max": 12.6875, "train/tensor_act_model_layers_20_mlp_down_proj/range": 4.0625, "train/tensor_act_model_layers_20_mlp/norm": 8083.51513671875, "train/tensor_act_model_layers_20_mlp/mean": 3.953125, "train/tensor_act_model_layers_20_mlp/std": 0.02001953125, "train/tensor_act_model_layers_20_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 3.890625, "train/tensor_act_model_layers_20_mlp/max": 3.984375, "train/tensor_act_model_layers_20_mlp/range": 0.09375, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 160829.75, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 78.5, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 83.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 67.5, "train/tensor_act_model_layers_20_residual_post_mlp/max": 83.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 160829.75, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 78.5, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 83.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 67.5, "train/tensor_act_model_layers_21_residual_pre_attn/max": 83.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_21_residual_post_attn/norm": 160829.75, "train/tensor_act_model_layers_21_residual_post_attn/mean": 78.5, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 83.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 67.5, "train/tensor_act_model_layers_21_residual_post_attn/max": 83.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 4767.24755859375, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.0123291015625, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 2.796875, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 5.765625, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 4795.658203125, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.01104736328125, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.65625, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -2.859375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_21_mlp_up_proj/range": 5.8125, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 21177.970703125, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 10.3125, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.703125, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 12.375, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 0.6251280307769775, "train/tensor_act_model_layers_21_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_21_mlp_down_proj/max": 12.375, "train/tensor_act_model_layers_21_mlp_down_proj/range": 3.75, "train/tensor_act_model_layers_21_mlp/norm": 8091.138671875, "train/tensor_act_model_layers_21_mlp/mean": 3.953125, "train/tensor_act_model_layers_21_mlp/std": 0.0181884765625, "train/tensor_act_model_layers_21_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 3.890625, "train/tensor_act_model_layers_21_mlp/max": 3.984375, "train/tensor_act_model_layers_21_mlp/range": 0.09375, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 169019.5, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 82.5, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 87.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 71.5, "train/tensor_act_model_layers_21_residual_post_mlp/max": 87.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 169019.5, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 82.5, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 87.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 71.5, "train/tensor_act_model_layers_22_residual_pre_attn/max": 87.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_22_residual_post_attn/norm": 169019.5, "train/tensor_act_model_layers_22_residual_post_attn/mean": 82.5, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 87.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 71.5, "train/tensor_act_model_layers_22_residual_post_attn/max": 87.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 4801.8525390625, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.029052734375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -3.125, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 6.40625, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 4686.82275390625, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.08203125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_22_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_22_mlp_up_proj/range": 6.109375, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 20935.689453125, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 10.1875, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.734375, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 12.3125, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 0.5620005130767822, "train/tensor_act_model_layers_22_mlp_down_proj/min": 7.96875, "train/tensor_act_model_layers_22_mlp_down_proj/max": 12.3125, "train/tensor_act_model_layers_22_mlp_down_proj/range": 4.34375, "train/tensor_act_model_layers_22_mlp/norm": 8085.607421875, "train/tensor_act_model_layers_22_mlp/mean": 3.953125, "train/tensor_act_model_layers_22_mlp/std": 0.020751953125, "train/tensor_act_model_layers_22_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 3.859375, "train/tensor_act_model_layers_22_mlp/max": 3.984375, "train/tensor_act_model_layers_22_mlp/range": 0.125, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 177209.453125, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 86.5, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 91.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 75.5, "train/tensor_act_model_layers_22_residual_post_mlp/max": 91.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 177209.453125, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 86.5, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 91.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 75.5, "train/tensor_act_model_layers_23_residual_pre_attn/max": 91.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_23_residual_post_attn/norm": 177209.453125, "train/tensor_act_model_layers_23_residual_post_attn/mean": 86.5, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 91.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 75.5, "train/tensor_act_model_layers_23_residual_post_attn/max": 91.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 4826.70361328125, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.051513671875, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.6640625, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -3.078125, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 6.046875, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 4737.494140625, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.2314453125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -2.75, "train/tensor_act_model_layers_23_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_23_mlp_up_proj/range": 5.703125, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 20925.25390625, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 10.1875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.76953125, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 12.625, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 0.5684781074523926, "train/tensor_act_model_layers_23_mlp_down_proj/min": 7.96875, "train/tensor_act_model_layers_23_mlp_down_proj/max": 12.625, "train/tensor_act_model_layers_23_mlp_down_proj/range": 4.65625, "train/tensor_act_model_layers_23_mlp/norm": 8085.3681640625, "train/tensor_act_model_layers_23_mlp/mean": 3.953125, "train/tensor_act_model_layers_23_mlp/std": 0.02001953125, "train/tensor_act_model_layers_23_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 3.859375, "train/tensor_act_model_layers_23_mlp/max": 3.984375, "train/tensor_act_model_layers_23_mlp/range": 0.125, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 185399.578125, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 90.5, "train/tensor_act_model_layers_23_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 95.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 79.5, "train/tensor_act_model_layers_23_residual_post_mlp/max": 95.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 185399.578125, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 90.5, "train/tensor_act_model_layers_24_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 95.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 79.5, "train/tensor_act_model_layers_24_residual_pre_attn/max": 95.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_24_residual_post_attn/norm": 185351.890625, "train/tensor_act_model_layers_24_residual_post_attn/mean": 90.5, "train/tensor_act_model_layers_24_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 95.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 79.5, "train/tensor_act_model_layers_24_residual_post_attn/max": 95.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 4704.0341796875, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.083984375, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 3.328125, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 6.25, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 4805.2880859375, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.1865234375, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -3.03125, "train/tensor_act_model_layers_24_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_24_mlp_up_proj/range": 6.015625, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 20664.88671875, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.62109375, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 12.0625, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 0.49295592308044434, "train/tensor_act_model_layers_24_mlp_down_proj/min": 8.375, "train/tensor_act_model_layers_24_mlp_down_proj/max": 12.0625, "train/tensor_act_model_layers_24_mlp_down_proj/range": 3.6875, "train/tensor_act_model_layers_24_mlp/norm": 8079.9169921875, "train/tensor_act_model_layers_24_mlp/mean": 3.9375, "train/tensor_act_model_layers_24_mlp/std": 0.0174560546875, "train/tensor_act_model_layers_24_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 3.875, "train/tensor_act_model_layers_24_mlp/max": 3.984375, "train/tensor_act_model_layers_24_mlp/range": 0.109375, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 193542.1875, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 94.5, "train/tensor_act_model_layers_24_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 99.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 83.5, "train/tensor_act_model_layers_24_residual_post_mlp/max": 99.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 193542.1875, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 94.5, "train/tensor_act_model_layers_25_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 99.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 83.5, "train/tensor_act_model_layers_25_residual_pre_attn/max": 99.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_25_residual_post_attn/norm": 193514.5, "train/tensor_act_model_layers_25_residual_post_attn/mean": 94.5, "train/tensor_act_model_layers_25_residual_post_attn/std": 1.8984375, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 99.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 83.5, "train/tensor_act_model_layers_25_residual_post_attn/max": 99.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 4715.2421875, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.0791015625, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 2.9375, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 4752.74755859375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.15234375, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -3.015625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 2.828125, "train/tensor_act_model_layers_25_mlp_up_proj/range": 5.84375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 20901.490234375, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 10.1875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.70703125, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 12.25, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 0.5703125, "train/tensor_act_model_layers_25_mlp_down_proj/min": 8.125, "train/tensor_act_model_layers_25_mlp_down_proj/max": 12.25, "train/tensor_act_model_layers_25_mlp_down_proj/range": 4.125, "train/tensor_act_model_layers_25_mlp/norm": 8085.06689453125, "train/tensor_act_model_layers_25_mlp/mean": 3.953125, "train/tensor_act_model_layers_25_mlp/std": 0.018798828125, "train/tensor_act_model_layers_25_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 3.859375, "train/tensor_act_model_layers_25_mlp/max": 3.984375, "train/tensor_act_model_layers_25_mlp/range": 0.125, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 201704.90625, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 98.5, "train/tensor_act_model_layers_25_residual_post_mlp/std": 1.8984375, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 103.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 87.5, "train/tensor_act_model_layers_25_residual_post_mlp/max": 103.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 201704.90625, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 98.5, "train/tensor_act_model_layers_26_residual_pre_attn/std": 1.8984375, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 103.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 87.5, "train/tensor_act_model_layers_26_residual_pre_attn/max": 103.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_26_residual_post_attn/norm": 201704.90625, "train/tensor_act_model_layers_26_residual_post_attn/mean": 98.5, "train/tensor_act_model_layers_26_residual_post_attn/std": 1.8984375, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 103.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 87.5, "train/tensor_act_model_layers_26_residual_post_attn/max": 103.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 4630.6474609375, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.00994873046875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -3.078125, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 2.71875, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 5.796875, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 4775.44384765625, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.0140380859375, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_26_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_26_mlp_up_proj/range": 5.765625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 20792.529296875, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.8046875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 12.5, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 0.5147795677185059, "train/tensor_act_model_layers_26_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_26_mlp_down_proj/max": 12.5, "train/tensor_act_model_layers_26_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_26_mlp/norm": 8079.85888671875, "train/tensor_act_model_layers_26_mlp/mean": 3.9375, "train/tensor_act_model_layers_26_mlp/std": 0.021484375, "train/tensor_act_model_layers_26_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 3.875, "train/tensor_act_model_layers_26_mlp/max": 3.984375, "train/tensor_act_model_layers_26_mlp/range": 0.109375, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 209895.453125, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 102.5, "train/tensor_act_model_layers_26_residual_post_mlp/std": 1.8984375, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 107.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 91.5, "train/tensor_act_model_layers_26_residual_post_mlp/max": 107.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 209895.453125, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 102.5, "train/tensor_act_model_layers_27_residual_pre_attn/std": 1.8984375, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 107.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 91.5, "train/tensor_act_model_layers_27_residual_pre_attn/max": 107.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_27_residual_post_attn/norm": 209879.515625, "train/tensor_act_model_layers_27_residual_post_attn/mean": 102.5, "train/tensor_act_model_layers_27_residual_post_attn/std": 1.8984375, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 107.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 91.5, "train/tensor_act_model_layers_27_residual_post_attn/max": 107.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 4766.64111328125, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.1650390625, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 2.765625, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 5.71875, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 4775.5947265625, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.07568359375, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -3.25, "train/tensor_act_model_layers_27_mlp_up_proj/max": 3.03125, "train/tensor_act_model_layers_27_mlp_up_proj/range": 6.28125, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 20468.708984375, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 10.0, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.66015625, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 11.625, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 0.4861185550689697, "train/tensor_act_model_layers_27_mlp_down_proj/min": 8.0, "train/tensor_act_model_layers_27_mlp_down_proj/max": 11.625, "train/tensor_act_model_layers_27_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_27_mlp/norm": 8074.76904296875, "train/tensor_act_model_layers_27_mlp/mean": 3.9375, "train/tensor_act_model_layers_27_mlp/std": 0.0201416015625, "train/tensor_act_model_layers_27_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 3.859375, "train/tensor_act_model_layers_27_mlp/max": 3.96875, "train/tensor_act_model_layers_27_mlp/range": 0.109375, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 218070.15625, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 106.5, "train/tensor_act_model_layers_27_residual_post_mlp/std": 1.8984375, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 111.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 95.5, "train/tensor_act_model_layers_27_residual_post_mlp/max": 111.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 15.5, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 218070.15625, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 106.5, "train/tensor_act_model_layers_28_residual_pre_attn/std": 1.8984375, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 111.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 95.5, "train/tensor_act_model_layers_28_residual_pre_attn/max": 111.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 15.5, "train/tensor_act_model_layers_28_residual_post_attn/norm": 217958.890625, "train/tensor_act_model_layers_28_residual_post_attn/mean": 106.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 1.921875, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 111.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 95.0, "train/tensor_act_model_layers_28_residual_post_attn/max": 111.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 4771.951171875, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.189453125, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -3.109375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 2.78125, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 5.890625, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 4747.095703125, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.0064697265625, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -2.90625, "train/tensor_act_model_layers_28_mlp_up_proj/max": 2.9375, "train/tensor_act_model_layers_28_mlp_up_proj/range": 5.84375, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 20691.392578125, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.6953125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 12.1875, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 0.519479513168335, "train/tensor_act_model_layers_28_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_28_mlp_down_proj/max": 12.1875, "train/tensor_act_model_layers_28_mlp_down_proj/range": 3.875, "train/tensor_act_model_layers_28_mlp/norm": 8079.55615234375, "train/tensor_act_model_layers_28_mlp/mean": 3.9375, "train/tensor_act_model_layers_28_mlp/std": 0.0184326171875, "train/tensor_act_model_layers_28_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 3.875, "train/tensor_act_model_layers_28_mlp/max": 3.984375, "train/tensor_act_model_layers_28_mlp/range": 0.109375, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 226149.625, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 110.5, "train/tensor_act_model_layers_28_residual_post_mlp/std": 1.921875, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 115.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 99.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 115.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 226149.625, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 110.5, "train/tensor_act_model_layers_29_residual_pre_attn/std": 1.921875, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 115.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 99.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 115.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_29_residual_post_attn/norm": 226133.625, "train/tensor_act_model_layers_29_residual_post_attn/mean": 110.5, "train/tensor_act_model_layers_29_residual_post_attn/std": 1.921875, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 115.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 99.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 115.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 4731.66943359375, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.080078125, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 5.859375, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 4618.30322265625, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.0296630859375, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 2.890625, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_29_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_29_mlp_up_proj/range": 5.765625, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 20505.26171875, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 10.0, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.7109375, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 12.75, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 0.4430980682373047, "train/tensor_act_model_layers_29_mlp_down_proj/min": 8.4375, "train/tensor_act_model_layers_29_mlp_down_proj/max": 12.75, "train/tensor_act_model_layers_29_mlp_down_proj/range": 4.3125, "train/tensor_act_model_layers_29_mlp/norm": 8074.673828125, "train/tensor_act_model_layers_29_mlp/mean": 3.9375, "train/tensor_act_model_layers_29_mlp/std": 0.0196533203125, "train/tensor_act_model_layers_29_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 3.890625, "train/tensor_act_model_layers_29_mlp/max": 3.984375, "train/tensor_act_model_layers_29_mlp/range": 0.09375, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 234324.421875, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 114.5, "train/tensor_act_model_layers_29_residual_post_mlp/std": 1.921875, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 119.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 103.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 119.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 234324.421875, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 114.5, "train/tensor_act_model_layers_30_residual_pre_attn/std": 1.921875, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 119.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 103.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 119.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_30_residual_post_attn/norm": 234292.5, "train/tensor_act_model_layers_30_residual_post_attn/mean": 114.5, "train/tensor_act_model_layers_30_residual_post_attn/std": 1.921875, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 119.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 103.0, "train/tensor_act_model_layers_30_residual_post_attn/max": 119.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 4681.638671875, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.1005859375, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -3.09375, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 2.9375, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 6.03125, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 4695.60107421875, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.03857421875, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -2.90625, "train/tensor_act_model_layers_30_mlp_up_proj/max": 2.9375, "train/tensor_act_model_layers_30_mlp_up_proj/range": 5.84375, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 20651.3125, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.68359375, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 12.0625, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 0.5451412200927734, "train/tensor_act_model_layers_30_mlp_down_proj/min": 7.9375, "train/tensor_act_model_layers_30_mlp_down_proj/max": 12.0625, "train/tensor_act_model_layers_30_mlp_down_proj/range": 4.125, "train/tensor_act_model_layers_30_mlp/norm": 8079.55908203125, "train/tensor_act_model_layers_30_mlp/mean": 3.9375, "train/tensor_act_model_layers_30_mlp/std": 0.020263671875, "train/tensor_act_model_layers_30_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 3.859375, "train/tensor_act_model_layers_30_mlp/max": 3.984375, "train/tensor_act_model_layers_30_mlp/range": 0.125, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 242483.390625, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 118.5, "train/tensor_act_model_layers_30_residual_post_mlp/std": 1.921875, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 123.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 107.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 123.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 242483.390625, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 118.5, "train/tensor_act_model_layers_31_residual_pre_attn/std": 1.921875, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 123.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 107.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 123.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 242475.453125, "train/tensor_act_model_layers_31_residual_post_attn/mean": 118.5, "train/tensor_act_model_layers_31_residual_post_attn/std": 1.921875, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 123.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 107.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 123.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 4657.0166015625, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.13671875, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -2.96875, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 2.8125, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 5.78125, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 4705.01806640625, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1748046875, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -3.453125, "train/tensor_act_model_layers_31_mlp_up_proj/max": 3.046875, "train/tensor_act_model_layers_31_mlp_up_proj/range": 6.5, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 20681.865234375, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.63671875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 11.6875, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 0.5187323093414307, "train/tensor_act_model_layers_31_mlp_down_proj/min": 8.1875, "train/tensor_act_model_layers_31_mlp_down_proj/max": 11.6875, "train/tensor_act_model_layers_31_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_31_mlp/norm": 8079.623046875, "train/tensor_act_model_layers_31_mlp/mean": 3.9375, "train/tensor_act_model_layers_31_mlp/std": 0.017333984375, "train/tensor_act_model_layers_31_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 3.875, "train/tensor_act_model_layers_31_mlp/max": 3.984375, "train/tensor_act_model_layers_31_mlp/range": 0.109375, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 250666.40625, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 122.5, "train/tensor_act_model_layers_31_residual_post_mlp/std": 1.921875, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 127.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 111.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 127.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 250666.40625, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 122.5, "train/tensor_act_model_layers_32_residual_pre_attn/std": 1.921875, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 127.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 111.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 127.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_32_residual_post_attn/norm": 250646.75, "train/tensor_act_model_layers_32_residual_post_attn/mean": 122.5, "train/tensor_act_model_layers_32_residual_post_attn/std": 1.921875, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 127.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 111.0, "train/tensor_act_model_layers_32_residual_post_attn/max": 127.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 4802.3505859375, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.041259765625, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 2.953125, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 5.8125, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 4836.451171875, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.03564453125, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 2.8125, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -2.8125, "train/tensor_act_model_layers_32_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 5.53125, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 21179.6875, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 10.3125, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.7109375, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 12.125, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 0.660259485244751, "train/tensor_act_model_layers_32_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_32_mlp_down_proj/max": 12.125, "train/tensor_act_model_layers_32_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_32_mlp/norm": 8092.0048828125, "train/tensor_act_model_layers_32_mlp/mean": 3.953125, "train/tensor_act_model_layers_32_mlp/std": 0.018798828125, "train/tensor_act_model_layers_32_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 3.875, "train/tensor_act_model_layers_32_mlp/max": 3.984375, "train/tensor_act_model_layers_32_mlp/range": 0.109375, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 258737.71875, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 126.5, "train/tensor_act_model_layers_32_residual_post_mlp/std": 1.8671875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 131.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 115.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 131.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 258737.71875, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 126.5, "train/tensor_act_model_layers_33_residual_pre_attn/std": 1.8671875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 131.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 115.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 131.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 258737.71875, "train/tensor_act_model_layers_33_residual_post_attn/mean": 126.5, "train/tensor_act_model_layers_33_residual_post_attn/std": 1.8671875, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 131.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 115.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 131.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 4712.68505859375, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.026611328125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -3.09375, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 3.125, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 6.21875, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 4657.14599609375, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.1298828125, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.6015625, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 3.265625, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -3.265625, "train/tensor_act_model_layers_33_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_33_mlp_up_proj/range": 6.109375, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 20790.87890625, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 12.125, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 0.5654885768890381, "train/tensor_act_model_layers_33_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_33_mlp_down_proj/max": 12.125, "train/tensor_act_model_layers_33_mlp_down_proj/range": 3.875, "train/tensor_act_model_layers_33_mlp/norm": 8083.0810546875, "train/tensor_act_model_layers_33_mlp/mean": 3.953125, "train/tensor_act_model_layers_33_mlp/std": 0.0181884765625, "train/tensor_act_model_layers_33_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 3.875, "train/tensor_act_model_layers_33_mlp/max": 3.984375, "train/tensor_act_model_layers_33_mlp/range": 0.109375, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 266592.1875, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 130.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 1.875, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 135.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 119.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 135.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 266592.1875, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 130.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 1.875, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 135.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 119.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 135.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 266596.71875, "train/tensor_act_model_layers_34_residual_post_attn/mean": 130.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 135.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 119.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 135.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 4723.88720703125, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.1435546875, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 6.046875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 4664.24658203125, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.0078125, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -2.84375, "train/tensor_act_model_layers_34_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_34_mlp_up_proj/range": 5.84375, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 20941.431640625, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 10.1875, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.66015625, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 12.625, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 0.6142697334289551, "train/tensor_act_model_layers_34_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_34_mlp_down_proj/max": 12.625, "train/tensor_act_model_layers_34_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_34_mlp/norm": 8086.68212890625, "train/tensor_act_model_layers_34_mlp/mean": 3.953125, "train/tensor_act_model_layers_34_mlp/std": 0.017333984375, "train/tensor_act_model_layers_34_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 3.890625, "train/tensor_act_model_layers_34_mlp/max": 3.984375, "train/tensor_act_model_layers_34_mlp/range": 0.09375, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 274720.25, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 134.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 1.9453125, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 139.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 123.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 139.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 274720.25, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 134.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 1.9453125, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 139.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 123.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 139.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 274721.03125, "train/tensor_act_model_layers_35_residual_post_attn/mean": 134.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 139.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 122.5, "train/tensor_act_model_layers_35_residual_post_attn/max": 139.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 4763.583984375, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.033935546875, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -2.75, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 5.78125, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 4719.26318359375, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.050048828125, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_35_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_35_mlp_up_proj/range": 5.875, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 21010.708984375, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.74609375, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 12.25, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 0.5130765438079834, "train/tensor_act_model_layers_35_mlp_down_proj/min": 8.375, "train/tensor_act_model_layers_35_mlp_down_proj/max": 12.25, "train/tensor_act_model_layers_35_mlp_down_proj/range": 3.875, "train/tensor_act_model_layers_35_mlp/norm": 8087.404296875, "train/tensor_act_model_layers_35_mlp/mean": 3.953125, "train/tensor_act_model_layers_35_mlp/std": 0.0185546875, "train/tensor_act_model_layers_35_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 3.875, "train/tensor_act_model_layers_35_mlp/max": 3.984375, "train/tensor_act_model_layers_35_mlp/range": 0.109375, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 282909.34375, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 138.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 143.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 126.5, "train/tensor_act_model_layers_35_residual_post_mlp/max": 143.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 16.5, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 282909.34375, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 138.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 143.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 126.5, "train/tensor_act_model_layers_36_residual_pre_attn/max": 143.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 16.5, "train/tensor_act_model_layers_36_residual_post_attn/norm": 282909.34375, "train/tensor_act_model_layers_36_residual_post_attn/mean": 138.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 143.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 126.5, "train/tensor_act_model_layers_36_residual_post_attn/max": 143.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 16.5, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 4717.95703125, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.2275390625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 2.9375, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -2.9375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 5.84375, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 4706.79345703125, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.126953125, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_36_mlp_up_proj/max": 3.03125, "train/tensor_act_model_layers_36_mlp_up_proj/range": 5.953125, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 20728.37890625, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.69921875, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 12.5, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 0.5487957000732422, "train/tensor_act_model_layers_36_mlp_down_proj/min": 7.875, "train/tensor_act_model_layers_36_mlp_down_proj/max": 12.5, "train/tensor_act_model_layers_36_mlp_down_proj/range": 4.625, "train/tensor_act_model_layers_36_mlp/norm": 8078.92333984375, "train/tensor_act_model_layers_36_mlp/mean": 3.9375, "train/tensor_act_model_layers_36_mlp/std": 0.0198974609375, "train/tensor_act_model_layers_36_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 3.84375, "train/tensor_act_model_layers_36_mlp/max": 3.984375, "train/tensor_act_model_layers_36_mlp/range": 0.140625, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 291100.46875, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 142.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 147.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 130.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 147.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 291100.46875, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 142.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 147.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 130.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 147.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 291100.46875, "train/tensor_act_model_layers_37_residual_post_attn/mean": 142.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 147.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 130.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 147.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 4748.10205078125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.15234375, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 2.890625, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -2.78125, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 5.671875, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 4828.529296875, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.0654296875, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_37_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_37_mlp_up_proj/range": 6.25, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 20629.505859375, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.71484375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 11.8125, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 0.5272324085235596, "train/tensor_act_model_layers_37_mlp_down_proj/min": 7.5625, "train/tensor_act_model_layers_37_mlp_down_proj/max": 11.8125, "train/tensor_act_model_layers_37_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_37_mlp/norm": 8076.84228515625, "train/tensor_act_model_layers_37_mlp/mean": 3.9375, "train/tensor_act_model_layers_37_mlp/std": 0.021728515625, "train/tensor_act_model_layers_37_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 3.828125, "train/tensor_act_model_layers_37_mlp/max": 3.984375, "train/tensor_act_model_layers_37_mlp/range": 0.15625, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 299291.6875, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 146.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 151.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 134.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 151.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 299291.6875, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 146.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 151.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 134.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 151.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 299291.6875, "train/tensor_act_model_layers_38_residual_post_attn/mean": 146.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 151.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 134.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 151.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 4755.07080078125, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.01275634765625, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 2.828125, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -2.734375, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 5.5625, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 4782.1767578125, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.0576171875, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -3.015625, "train/tensor_act_model_layers_38_mlp_up_proj/max": 2.90625, "train/tensor_act_model_layers_38_mlp_up_proj/range": 5.921875, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 20729.333984375, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.59375, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 12.3125, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 0.5209550857543945, "train/tensor_act_model_layers_38_mlp_down_proj/min": 8.8125, "train/tensor_act_model_layers_38_mlp_down_proj/max": 12.3125, "train/tensor_act_model_layers_38_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_38_mlp/norm": 8082.77490234375, "train/tensor_act_model_layers_38_mlp/mean": 3.953125, "train/tensor_act_model_layers_38_mlp/std": 0.0152587890625, "train/tensor_act_model_layers_38_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 3.90625, "train/tensor_act_model_layers_38_mlp/max": 3.984375, "train/tensor_act_model_layers_38_mlp/range": 0.078125, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 307482.9375, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 150.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 155.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 138.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 155.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 307482.9375, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 150.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 155.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 138.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 155.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 307482.9375, "train/tensor_act_model_layers_39_residual_post_attn/mean": 150.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 155.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 138.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 155.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 4666.97119140625, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.1904296875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -2.765625, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 5.78125, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 4761.5341796875, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.1806640625, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 3.046875, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_39_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_39_mlp_up_proj/range": 5.9375, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 20740.990234375, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.75, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 12.25, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 0.5594496726989746, "train/tensor_act_model_layers_39_mlp_down_proj/min": 8.375, "train/tensor_act_model_layers_39_mlp_down_proj/max": 12.25, "train/tensor_act_model_layers_39_mlp_down_proj/range": 3.875, "train/tensor_act_model_layers_39_mlp/norm": 8079.76171875, "train/tensor_act_model_layers_39_mlp/mean": 3.9375, "train/tensor_act_model_layers_39_mlp/std": 0.019775390625, "train/tensor_act_model_layers_39_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 3.875, "train/tensor_act_model_layers_39_mlp/max": 3.984375, "train/tensor_act_model_layers_39_mlp/range": 0.109375, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 315674.21875, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 154.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 159.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 142.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 159.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 315674.21875, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 154.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 159.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 142.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 159.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 315674.21875, "train/tensor_act_model_layers_40_residual_post_attn/mean": 154.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 159.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 142.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 159.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 4751.67822265625, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.10986328125, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -3.140625, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 3.0, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 6.140625, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 4649.83984375, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.1962890625, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -2.921875, "train/tensor_act_model_layers_40_mlp_up_proj/max": 2.8125, "train/tensor_act_model_layers_40_mlp_up_proj/range": 5.734375, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 20744.44921875, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.58984375, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 12.1875, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 0.535320520401001, "train/tensor_act_model_layers_40_mlp_down_proj/min": 8.75, "train/tensor_act_model_layers_40_mlp_down_proj/max": 12.1875, "train/tensor_act_model_layers_40_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_40_mlp/norm": 8083.5166015625, "train/tensor_act_model_layers_40_mlp/mean": 3.953125, "train/tensor_act_model_layers_40_mlp/std": 0.015625, "train/tensor_act_model_layers_40_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 3.90625, "train/tensor_act_model_layers_40_mlp/max": 3.984375, "train/tensor_act_model_layers_40_mlp/range": 0.078125, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 323865.5625, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 158.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 163.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 146.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 163.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 323865.5625, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 158.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 163.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 146.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 163.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 323865.5625, "train/tensor_act_model_layers_41_residual_post_attn/mean": 158.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 163.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 146.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 163.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 4735.671875, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.1640625, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 2.765625, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 5.71875, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 4789.35009765625, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.0130615234375, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.65625, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -3.03125, "train/tensor_act_model_layers_41_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_41_mlp_up_proj/range": 5.90625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 20917.33984375, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 10.1875, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.6875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 11.875, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 0.5684864521026611, "train/tensor_act_model_layers_41_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_41_mlp_down_proj/max": 11.875, "train/tensor_act_model_layers_41_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_41_mlp/norm": 8085.34228515625, "train/tensor_act_model_layers_41_mlp/mean": 3.953125, "train/tensor_act_model_layers_41_mlp/std": 0.0184326171875, "train/tensor_act_model_layers_41_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 3.875, "train/tensor_act_model_layers_41_mlp/max": 3.984375, "train/tensor_act_model_layers_41_mlp/range": 0.109375, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 332056.90625, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 162.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 167.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 150.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 167.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 332056.90625, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 162.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 167.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 150.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 167.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 332056.90625, "train/tensor_act_model_layers_42_residual_post_attn/mean": 162.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 167.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 150.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 167.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 4800.8955078125, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.08251953125, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 5.734375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 4774.66943359375, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.1513671875, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -2.734375, "train/tensor_act_model_layers_42_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_42_mlp_up_proj/range": 5.875, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 20986.71484375, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.7421875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 12.125, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 0.5937998294830322, "train/tensor_act_model_layers_42_mlp_down_proj/min": 8.0625, "train/tensor_act_model_layers_42_mlp_down_proj/max": 12.125, "train/tensor_act_model_layers_42_mlp_down_proj/range": 4.0625, "train/tensor_act_model_layers_42_mlp/norm": 8085.6337890625, "train/tensor_act_model_layers_42_mlp/mean": 3.953125, "train/tensor_act_model_layers_42_mlp/std": 0.020263671875, "train/tensor_act_model_layers_42_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 3.859375, "train/tensor_act_model_layers_42_mlp/max": 3.984375, "train/tensor_act_model_layers_42_mlp/range": 0.125, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 340248.3125, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 166.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 171.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 154.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 171.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 340248.3125, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 166.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 171.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 154.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 171.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 340248.3125, "train/tensor_act_model_layers_43_residual_post_attn/mean": 166.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 171.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 154.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 171.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 4759.111328125, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.062255859375, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 3.125, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -3.125, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 2.875, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 6.0, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 4884.56884765625, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.03466796875, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -2.828125, "train/tensor_act_model_layers_43_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_43_mlp_up_proj/range": 5.90625, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 21006.84375, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 10.25, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.69140625, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 12.1875, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 0.6277625560760498, "train/tensor_act_model_layers_43_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_43_mlp_down_proj/max": 12.1875, "train/tensor_act_model_layers_43_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_43_mlp/norm": 8089.2021484375, "train/tensor_act_model_layers_43_mlp/mean": 3.953125, "train/tensor_act_model_layers_43_mlp/std": 0.0177001953125, "train/tensor_act_model_layers_43_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 3.890625, "train/tensor_act_model_layers_43_mlp/max": 3.984375, "train/tensor_act_model_layers_43_mlp/range": 0.09375, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 348439.71875, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 170.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 175.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 158.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 175.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 348439.71875, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 170.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 175.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 158.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 175.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 348439.71875, "train/tensor_act_model_layers_44_residual_post_attn/mean": 170.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 175.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 158.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 175.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 4788.03662109375, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.1552734375, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 2.84375, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -2.84375, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 5.671875, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 4734.45947265625, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.1591796875, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_44_mlp_up_proj/max": 3.03125, "train/tensor_act_model_layers_44_mlp_up_proj/range": 6.015625, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 20559.396484375, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 10.0, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.609375, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 11.375, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 0.5285961627960205, "train/tensor_act_model_layers_44_mlp_down_proj/min": 8.1875, "train/tensor_act_model_layers_44_mlp_down_proj/max": 11.375, "train/tensor_act_model_layers_44_mlp_down_proj/range": 3.1875, "train/tensor_act_model_layers_44_mlp/norm": 8079.1044921875, "train/tensor_act_model_layers_44_mlp/mean": 3.9375, "train/tensor_act_model_layers_44_mlp/std": 0.017822265625, "train/tensor_act_model_layers_44_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 3.875, "train/tensor_act_model_layers_44_mlp/max": 3.96875, "train/tensor_act_model_layers_44_mlp/range": 0.09375, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 356631.15625, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 174.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 179.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 162.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 179.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 356631.15625, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 174.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 179.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 162.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 179.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 356631.15625, "train/tensor_act_model_layers_45_residual_post_attn/mean": 174.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 179.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 162.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 179.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 4765.4267578125, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": 0.0069580078125, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 2.890625, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -2.890625, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 5.78125, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 4824.5166015625, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.09716796875, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -2.90625, "train/tensor_act_model_layers_45_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 20695.970703125, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 12.625, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 0.49136924743652344, "train/tensor_act_model_layers_45_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_45_mlp_down_proj/max": 12.625, "train/tensor_act_model_layers_45_mlp_down_proj/range": 4.3125, "train/tensor_act_model_layers_45_mlp/norm": 8080.19384765625, "train/tensor_act_model_layers_45_mlp/mean": 3.953125, "train/tensor_act_model_layers_45_mlp/std": 0.017333984375, "train/tensor_act_model_layers_45_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 3.875, "train/tensor_act_model_layers_45_mlp/max": 3.984375, "train/tensor_act_model_layers_45_mlp/range": 0.109375, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 364822.625, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 178.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 183.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 166.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 183.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 364822.625, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 178.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 183.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 166.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 183.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 364822.625, "train/tensor_act_model_layers_46_residual_post_attn/mean": 178.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 183.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 166.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 183.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 4772.619140625, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.01324462890625, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 2.90625, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -2.828125, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 5.734375, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 4744.71142578125, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.15625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_46_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_46_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 20418.462890625, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 9.9375, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.703125, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 11.9375, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 0.39212536811828613, "train/tensor_act_model_layers_46_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_46_mlp_down_proj/max": 11.9375, "train/tensor_act_model_layers_46_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_46_mlp/norm": 8072.67724609375, "train/tensor_act_model_layers_46_mlp/mean": 3.9375, "train/tensor_act_model_layers_46_mlp/std": 0.0211181640625, "train/tensor_act_model_layers_46_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 3.875, "train/tensor_act_model_layers_46_mlp/max": 3.984375, "train/tensor_act_model_layers_46_mlp/range": 0.109375, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 373014.125, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 182.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 187.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 170.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 187.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 373014.125, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 182.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 187.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 170.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 187.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 373014.125, "train/tensor_act_model_layers_47_residual_post_attn/mean": 182.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 187.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 170.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 187.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 4796.04736328125, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.1240234375, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 3.15625, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -2.984375, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 6.140625, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 4627.30322265625, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.042236328125, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -3.015625, "train/tensor_act_model_layers_47_mlp_up_proj/max": 2.96875, "train/tensor_act_model_layers_47_mlp_up_proj/range": 5.984375, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 20159.021484375, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 9.8125, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 12.3125, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 0.32345032691955566, "train/tensor_act_model_layers_47_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_47_mlp_down_proj/max": 12.3125, "train/tensor_act_model_layers_47_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_47_mlp/norm": 8063.3671875, "train/tensor_act_model_layers_47_mlp/mean": 3.9375, "train/tensor_act_model_layers_47_mlp/std": 0.021240234375, "train/tensor_act_model_layers_47_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 3.875, "train/tensor_act_model_layers_47_mlp/max": 3.984375, "train/tensor_act_model_layers_47_mlp/range": 0.109375, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 381205.625, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 186.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 191.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 174.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 191.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 381205.625, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 186.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 191.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 174.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 191.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 381221.65625, "train/tensor_act_model_layers_48_residual_post_attn/mean": 186.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 191.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 174.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 191.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 4745.1015625, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": -0.0069580078125, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 2.9375, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 5.96875, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 4746.5810546875, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.009521484375, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -2.78125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_48_mlp_up_proj/range": 5.796875, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 20772.439453125, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.70703125, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 12.25, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 0.5414843559265137, "train/tensor_act_model_layers_48_mlp_down_proj/min": 8.125, "train/tensor_act_model_layers_48_mlp_down_proj/max": 12.25, "train/tensor_act_model_layers_48_mlp_down_proj/range": 4.125, "train/tensor_act_model_layers_48_mlp/norm": 8080.7958984375, "train/tensor_act_model_layers_48_mlp/mean": 3.953125, "train/tensor_act_model_layers_48_mlp/std": 0.0185546875, "train/tensor_act_model_layers_48_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 3.859375, "train/tensor_act_model_layers_48_mlp/max": 3.984375, "train/tensor_act_model_layers_48_mlp/range": 0.125, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 389413.1875, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 190.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 195.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 178.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 195.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 389413.1875, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 190.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 195.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 178.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 195.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 389413.1875, "train/tensor_act_model_layers_49_residual_post_attn/mean": 190.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 195.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 178.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 195.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 4734.03662109375, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.07373046875, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 5.921875, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 4881.63427734375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.1328125, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -3.015625, "train/tensor_act_model_layers_49_mlp_up_proj/max": 2.875, "train/tensor_act_model_layers_49_mlp_up_proj/range": 5.890625, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 20694.33984375, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.6875, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 11.8125, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 0.4852294921875, "train/tensor_act_model_layers_49_mlp_down_proj/min": 8.4375, "train/tensor_act_model_layers_49_mlp_down_proj/max": 11.8125, "train/tensor_act_model_layers_49_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_49_mlp/norm": 8079.03857421875, "train/tensor_act_model_layers_49_mlp/mean": 3.9375, "train/tensor_act_model_layers_49_mlp/std": 0.01904296875, "train/tensor_act_model_layers_49_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 3.890625, "train/tensor_act_model_layers_49_mlp/max": 3.984375, "train/tensor_act_model_layers_49_mlp/range": 0.09375, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 397604.75, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 194.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 199.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 182.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 199.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 397604.75, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 194.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 199.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 182.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 199.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 397604.75, "train/tensor_act_model_layers_50_residual_post_attn/mean": 194.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 199.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 182.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 199.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 4794.75, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.0498046875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 3.1875, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 6.234375, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 4733.13916015625, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.039306640625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -2.859375, "train/tensor_act_model_layers_50_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_50_mlp_up_proj/range": 5.859375, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 20561.9609375, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 10.0, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 12.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 0.4850118160247803, "train/tensor_act_model_layers_50_mlp_down_proj/min": 7.96875, "train/tensor_act_model_layers_50_mlp_down_proj/max": 12.0, "train/tensor_act_model_layers_50_mlp_down_proj/range": 4.03125, "train/tensor_act_model_layers_50_mlp/norm": 8075.18603515625, "train/tensor_act_model_layers_50_mlp/mean": 3.9375, "train/tensor_act_model_layers_50_mlp/std": 0.0211181640625, "train/tensor_act_model_layers_50_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 3.859375, "train/tensor_act_model_layers_50_mlp/max": 3.984375, "train/tensor_act_model_layers_50_mlp/range": 0.125, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 405796.3125, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 198.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 203.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 186.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 203.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 405796.3125, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 198.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 203.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 186.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 203.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 405796.3125, "train/tensor_act_model_layers_51_residual_post_attn/mean": 198.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 203.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 186.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 203.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 4783.62109375, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.12890625, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 6.015625, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 4676.82275390625, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.04833984375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_51_mlp_up_proj/max": 2.734375, "train/tensor_act_model_layers_51_mlp_up_proj/range": 5.84375, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 20535.04296875, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 10.0, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 11.875, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 0.483248233795166, "train/tensor_act_model_layers_51_mlp_down_proj/min": 8.4375, "train/tensor_act_model_layers_51_mlp_down_proj/max": 11.875, "train/tensor_act_model_layers_51_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_51_mlp/norm": 8077.14794921875, "train/tensor_act_model_layers_51_mlp/mean": 3.9375, "train/tensor_act_model_layers_51_mlp/std": 0.0186767578125, "train/tensor_act_model_layers_51_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 3.890625, "train/tensor_act_model_layers_51_mlp/max": 3.984375, "train/tensor_act_model_layers_51_mlp/range": 0.09375, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 413987.90625, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 202.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 207.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 190.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 207.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 413987.90625, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 202.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 207.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 190.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 207.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 413987.90625, "train/tensor_act_model_layers_52_residual_post_attn/mean": 202.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 207.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 190.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 207.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 4844.15283203125, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.034912109375, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.671875, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -2.8125, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 5.859375, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 4844.85400390625, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.10498046875, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_52_mlp_up_proj/max": 2.71875, "train/tensor_act_model_layers_52_mlp_up_proj/range": 5.6875, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 20863.0859375, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 10.1875, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.67578125, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 11.8125, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 0.5716142654418945, "train/tensor_act_model_layers_52_mlp_down_proj/min": 8.5625, "train/tensor_act_model_layers_52_mlp_down_proj/max": 11.8125, "train/tensor_act_model_layers_52_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_52_mlp/norm": 8084.9091796875, "train/tensor_act_model_layers_52_mlp/mean": 3.953125, "train/tensor_act_model_layers_52_mlp/std": 0.01806640625, "train/tensor_act_model_layers_52_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 3.890625, "train/tensor_act_model_layers_52_mlp/max": 3.984375, "train/tensor_act_model_layers_52_mlp/range": 0.09375, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 422179.5, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 206.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 211.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 194.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 211.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 422179.5, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 206.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 211.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 194.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 211.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 422179.5, "train/tensor_act_model_layers_53_residual_post_attn/mean": 206.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 211.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 194.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 211.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 4733.0390625, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.0021514892578125, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 5.984375, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 4789.85888671875, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.0283203125, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.65625, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 2.96875, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_53_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_53_mlp_up_proj/range": 5.890625, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 20612.869140625, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.7890625, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 12.5625, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 0.5104515552520752, "train/tensor_act_model_layers_53_mlp_down_proj/min": 8.125, "train/tensor_act_model_layers_53_mlp_down_proj/max": 12.5625, "train/tensor_act_model_layers_53_mlp_down_proj/range": 4.4375, "train/tensor_act_model_layers_53_mlp/norm": 8075.2548828125, "train/tensor_act_model_layers_53_mlp/mean": 3.9375, "train/tensor_act_model_layers_53_mlp/std": 0.02294921875, "train/tensor_act_model_layers_53_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": 3.859375, "train/tensor_act_model_layers_53_mlp/max": 3.984375, "train/tensor_act_model_layers_53_mlp/range": 0.125, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 430371.125, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 210.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 215.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 198.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 215.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 430371.125, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 210.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 215.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 198.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 215.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 430355.125, "train/tensor_act_model_layers_54_residual_post_attn/mean": 210.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 215.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 198.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 215.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 4731.6025390625, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.2275390625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 3.03125, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 5.890625, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 4694.22021484375, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.1748046875, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_54_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_54_mlp_up_proj/range": 5.859375, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 20655.048828125, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.80859375, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 12.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 0.46073031425476074, "train/tensor_act_model_layers_54_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_54_mlp_down_proj/max": 12.0, "train/tensor_act_model_layers_54_mlp_down_proj/range": 3.75, "train/tensor_act_model_layers_54_mlp/norm": 8075.19384765625, "train/tensor_act_model_layers_54_mlp/mean": 3.9375, "train/tensor_act_model_layers_54_mlp/std": 0.023193359375, "train/tensor_act_model_layers_54_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 3.875, "train/tensor_act_model_layers_54_mlp/max": 3.984375, "train/tensor_act_model_layers_54_mlp/range": 0.109375, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 438546.75, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 214.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 219.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 202.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 219.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 438546.75, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 214.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 219.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 202.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 219.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 438546.75, "train/tensor_act_model_layers_55_residual_post_attn/mean": 214.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 219.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 202.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 219.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 4742.7001953125, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.00482177734375, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 2.9375, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 6.28125, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 4740.46826171875, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.09912109375, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 2.953125, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_55_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_55_mlp_up_proj/range": 5.890625, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 20690.173828125, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.61328125, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 12.0625, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 0.596672773361206, "train/tensor_act_model_layers_55_mlp_down_proj/min": 8.5625, "train/tensor_act_model_layers_55_mlp_down_proj/max": 12.0625, "train/tensor_act_model_layers_55_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_55_mlp/norm": 8082.1416015625, "train/tensor_act_model_layers_55_mlp/mean": 3.953125, "train/tensor_act_model_layers_55_mlp/std": 0.017822265625, "train/tensor_act_model_layers_55_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 3.890625, "train/tensor_act_model_layers_55_mlp/max": 3.984375, "train/tensor_act_model_layers_55_mlp/range": 0.09375, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 446738.40625, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 218.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 223.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 206.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 223.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 446738.40625, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 218.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 223.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 206.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 223.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 446738.40625, "train/tensor_act_model_layers_56_residual_post_attn/mean": 218.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 2.0, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 223.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 206.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 223.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 4718.826171875, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.0654296875, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -3.015625, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 5.921875, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 4649.884765625, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.04443359375, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.6015625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -2.765625, "train/tensor_act_model_layers_56_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_56_mlp_up_proj/range": 5.6875, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 20326.873046875, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 9.875, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.74609375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 12.375, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 0.3948543071746826, "train/tensor_act_model_layers_56_mlp_down_proj/min": 8.1875, "train/tensor_act_model_layers_56_mlp_down_proj/max": 12.375, "train/tensor_act_model_layers_56_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_56_mlp/norm": 8067.912109375, "train/tensor_act_model_layers_56_mlp/mean": 3.9375, "train/tensor_act_model_layers_56_mlp/std": 0.0225830078125, "train/tensor_act_model_layers_56_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 3.875, "train/tensor_act_model_layers_56_mlp/max": 3.984375, "train/tensor_act_model_layers_56_mlp/range": 0.109375, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 454930.0625, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 222.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 2.0, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 227.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 210.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 227.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 454930.0625, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 222.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 2.0, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 227.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 210.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 227.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 454962.28125, "train/tensor_act_model_layers_57_residual_post_attn/mean": 222.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 227.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 210.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 227.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 4708.01025390625, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.125, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 3.03125, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -3.03125, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 5.859375, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 4746.1943359375, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.0255126953125, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.640625, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 2.9375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -2.9375, "train/tensor_act_model_layers_57_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 5.78125, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 20720.71484375, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.72265625, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 11.75, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 0.5257449150085449, "train/tensor_act_model_layers_57_mlp_down_proj/min": 8.5, "train/tensor_act_model_layers_57_mlp_down_proj/max": 11.75, "train/tensor_act_model_layers_57_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_57_mlp/norm": 8079.880859375, "train/tensor_act_model_layers_57_mlp/mean": 3.9375, "train/tensor_act_model_layers_57_mlp/std": 0.019775390625, "train/tensor_act_model_layers_57_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 3.890625, "train/tensor_act_model_layers_57_mlp/max": 3.984375, "train/tensor_act_model_layers_57_mlp/range": 0.09375, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 463153.9375, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 226.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 231.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 214.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 231.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 463153.9375, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 226.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 231.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 214.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 231.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 463153.9375, "train/tensor_act_model_layers_58_residual_post_attn/mean": 226.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 231.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 214.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 231.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 4652.15185546875, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.005401611328125, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.609375, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 2.984375, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -2.921875, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 5.90625, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 4627.51025390625, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.047607421875, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 2.796875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -2.796875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 2.78125, "train/tensor_act_model_layers_58_mlp_up_proj/range": 5.578125, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 20563.298828125, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 10.0, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 12.125, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 0.5021481513977051, "train/tensor_act_model_layers_58_mlp_down_proj/min": 8.5, "train/tensor_act_model_layers_58_mlp_down_proj/max": 12.125, "train/tensor_act_model_layers_58_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_58_mlp/norm": 8075.8291015625, "train/tensor_act_model_layers_58_mlp/mean": 3.9375, "train/tensor_act_model_layers_58_mlp/std": 0.0185546875, "train/tensor_act_model_layers_58_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 3.890625, "train/tensor_act_model_layers_58_mlp/max": 3.984375, "train/tensor_act_model_layers_58_mlp/range": 0.09375, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 471345.59375, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 230.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 235.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 218.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 235.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 471345.59375, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 230.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 235.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 218.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 235.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 471345.59375, "train/tensor_act_model_layers_59_residual_post_attn/mean": 230.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 235.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 218.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 235.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 4738.04248046875, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.12109375, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 3.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -3.0, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 5.890625, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 4697.38818359375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.1064453125, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 3.03125, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -3.03125, "train/tensor_act_model_layers_59_mlp_up_proj/max": 2.84375, "train/tensor_act_model_layers_59_mlp_up_proj/range": 5.875, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 20703.41796875, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 10.0625, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 12.25, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 0.500697135925293, "train/tensor_act_model_layers_59_mlp_down_proj/min": 8.125, "train/tensor_act_model_layers_59_mlp_down_proj/max": 12.25, "train/tensor_act_model_layers_59_mlp_down_proj/range": 4.125, "train/tensor_act_model_layers_59_mlp/norm": 8081.34912109375, "train/tensor_act_model_layers_59_mlp/mean": 3.953125, "train/tensor_act_model_layers_59_mlp/std": 0.0179443359375, "train/tensor_act_model_layers_59_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 3.859375, "train/tensor_act_model_layers_59_mlp/max": 3.984375, "train/tensor_act_model_layers_59_mlp/range": 0.125, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 479537.3125, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 234.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 239.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 222.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 239.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 479537.3125, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 234.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 239.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 222.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 239.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 479537.3125, "train/tensor_act_model_layers_60_residual_post_attn/mean": 234.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 239.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 222.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 239.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 4771.943359375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.038330078125, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 3.1875, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -3.1875, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 6.296875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 4709.64501953125, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.0228271484375, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 3.078125, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -3.078125, "train/tensor_act_model_layers_60_mlp_up_proj/max": 3.03125, "train/tensor_act_model_layers_60_mlp_up_proj/range": 6.109375, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 20480.04296875, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 10.0, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.78125, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 12.1875, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 0.43717169761657715, "train/tensor_act_model_layers_60_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_60_mlp_down_proj/max": 12.1875, "train/tensor_act_model_layers_60_mlp_down_proj/range": 3.9375, "train/tensor_act_model_layers_60_mlp/norm": 8071.24365234375, "train/tensor_act_model_layers_60_mlp/mean": 3.9375, "train/tensor_act_model_layers_60_mlp/std": 0.02197265625, "train/tensor_act_model_layers_60_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": 3.875, "train/tensor_act_model_layers_60_mlp/max": 3.984375, "train/tensor_act_model_layers_60_mlp/range": 0.109375, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 487729.0, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 238.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 243.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 226.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 243.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 487729.0, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 238.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 243.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 226.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 243.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 487729.0, "train/tensor_act_model_layers_61_residual_post_attn/mean": 238.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 243.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 226.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 243.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 4732.44140625, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.07275390625, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 2.890625, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 2.890625, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 5.75, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 4796.44189453125, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.1748046875, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.0625, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_61_mlp_up_proj/max": 2.890625, "train/tensor_act_model_layers_61_mlp_up_proj/range": 5.953125, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 20724.31640625, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 10.125, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.71875, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 12.25, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 0.5271804332733154, "train/tensor_act_model_layers_61_mlp_down_proj/min": 8.3125, "train/tensor_act_model_layers_61_mlp_down_proj/max": 12.25, "train/tensor_act_model_layers_61_mlp_down_proj/range": 3.9375, "train/tensor_act_model_layers_61_mlp/norm": 8080.7060546875, "train/tensor_act_model_layers_61_mlp/mean": 3.953125, "train/tensor_act_model_layers_61_mlp/std": 0.020263671875, "train/tensor_act_model_layers_61_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 3.875, "train/tensor_act_model_layers_61_mlp/max": 3.984375, "train/tensor_act_model_layers_61_mlp/range": 0.109375, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 495920.71875, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 242.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 247.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 230.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 247.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 495920.71875, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 242.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 247.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 230.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 247.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 495857.125, "train/tensor_act_model_layers_62_residual_post_attn/mean": 242.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 2.03125, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 247.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 230.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 247.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 4752.09619140625, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.007110595703125, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 3.015625, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -2.859375, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 5.875, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 4736.896484375, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.004669189453125, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.34375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.34375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.0, "train/tensor_act_model_layers_62_mlp_up_proj/range": 6.34375, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 20372.640625, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 9.9375, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.76171875, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 12.0625, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 0.44996118545532227, "train/tensor_act_model_layers_62_mlp_down_proj/min": 7.9375, "train/tensor_act_model_layers_62_mlp_down_proj/max": 12.0625, "train/tensor_act_model_layers_62_mlp_down_proj/range": 4.125, "train/tensor_act_model_layers_62_mlp/norm": 8069.27392578125, "train/tensor_act_model_layers_62_mlp/mean": 3.9375, "train/tensor_act_model_layers_62_mlp/std": 0.0224609375, "train/tensor_act_model_layers_62_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 3.859375, "train/tensor_act_model_layers_62_mlp/max": 3.984375, "train/tensor_act_model_layers_62_mlp/range": 0.125, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 504048.8125, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 246.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 2.03125, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 251.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 234.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 251.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 504048.8125, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 246.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 2.03125, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 251.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 234.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 251.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 504065.0, "train/tensor_act_model_layers_63_residual_post_attn/mean": 246.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 2.046875, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 251.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 234.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 251.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 4607.951171875, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.125, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.5859375, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -3.140625, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 3.015625, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 6.15625, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 4621.42724609375, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.0299072265625, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 3.3125, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -3.046875, "train/tensor_act_model_layers_63_mlp_up_proj/max": 3.3125, "train/tensor_act_model_layers_63_mlp_up_proj/range": 6.359375, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 19950.4921875, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 9.6875, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.8046875, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 11.875, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 0.3281540870666504, "train/tensor_act_model_layers_63_mlp_down_proj/min": 7.875, "train/tensor_act_model_layers_63_mlp_down_proj/max": 11.875, "train/tensor_act_model_layers_63_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_63_mlp/norm": 8054.09619140625, "train/tensor_act_model_layers_63_mlp/mean": 3.9375, "train/tensor_act_model_layers_63_mlp/std": 0.0267333984375, "train/tensor_act_model_layers_63_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": 3.84375, "train/tensor_act_model_layers_63_mlp/max": 3.984375, "train/tensor_act_model_layers_63_mlp/range": 0.140625, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 512256.75, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 250.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 2.046875, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 255.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 238.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 255.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 17.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 512256.75, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 250.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 2.046875, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 255.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 238.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 255.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 17.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 512256.75, "train/tensor_act_model_layers_64_residual_post_attn/mean": 250.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 2.046875, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 255.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 238.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 255.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 17.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 4614.72216796875, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.1708984375, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.5859375, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -2.90625, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 6.109375, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 4701.3193359375, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.09423828125, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -2.984375, "train/tensor_act_model_layers_64_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_64_mlp_up_proj/range": 6.0, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 20042.17578125, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 9.75, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.859375, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 12.3125, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 0.33270764350891113, "train/tensor_act_model_layers_64_mlp_down_proj/min": 7.78125, "train/tensor_act_model_layers_64_mlp_down_proj/max": 12.3125, "train/tensor_act_model_layers_64_mlp_down_proj/range": 4.53125, "train/tensor_act_model_layers_64_mlp/norm": 8056.1337890625, "train/tensor_act_model_layers_64_mlp/mean": 3.9375, "train/tensor_act_model_layers_64_mlp/std": 0.0284423828125, "train/tensor_act_model_layers_64_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": 3.84375, "train/tensor_act_model_layers_64_mlp/max": 3.984375, "train/tensor_act_model_layers_64_mlp/range": 0.140625, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 520283.8125, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 254.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 1.953125, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 258.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 242.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 258.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 520283.8125, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 254.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 1.953125, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 258.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 242.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 258.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 520283.8125, "train/tensor_act_model_layers_65_residual_post_attn/mean": 254.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 1.953125, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 258.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 242.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 258.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 4753.35595703125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.06298828125, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 3.0625, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 6.265625, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 4724.15283203125, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.04296875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 3.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -3.0, "train/tensor_act_model_layers_65_mlp_up_proj/max": 2.984375, "train/tensor_act_model_layers_65_mlp_up_proj/range": 5.984375, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 20102.33203125, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 9.8125, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.76171875, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 12.125, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 0.39343881607055664, "train/tensor_act_model_layers_65_mlp_down_proj/min": 7.0625, "train/tensor_act_model_layers_65_mlp_down_proj/max": 12.125, "train/tensor_act_model_layers_65_mlp_down_proj/range": 5.0625, "train/tensor_act_model_layers_65_mlp/norm": 8061.36376953125, "train/tensor_act_model_layers_65_mlp/mean": 3.9375, "train/tensor_act_model_layers_65_mlp/std": 0.0267333984375, "train/tensor_act_model_layers_65_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": 3.765625, "train/tensor_act_model_layers_65_mlp/max": 3.984375, "train/tensor_act_model_layers_65_mlp/range": 0.21875, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 527778.375, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 258.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 1.9609375, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 262.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 246.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 262.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 527778.375, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 258.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 1.9609375, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 262.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 246.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 262.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 527775.4375, "train/tensor_act_model_layers_66_residual_post_attn/mean": 258.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 1.96875, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 262.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 246.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 262.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 4586.1328125, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.05712890625, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.5859375, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 6.296875, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 4608.0478515625, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.14453125, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -2.875, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_66_mlp_up_proj/range": 6.125, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 20217.03515625, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 9.8125, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.78125, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 12.4375, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 0.37470483779907227, "train/tensor_act_model_layers_66_mlp_down_proj/min": 7.96875, "train/tensor_act_model_layers_66_mlp_down_proj/max": 12.4375, "train/tensor_act_model_layers_66_mlp_down_proj/range": 4.46875, "train/tensor_act_model_layers_66_mlp/norm": 8065.1796875, "train/tensor_act_model_layers_66_mlp/mean": 3.9375, "train/tensor_act_model_layers_66_mlp/std": 0.024169921875, "train/tensor_act_model_layers_66_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 3.859375, "train/tensor_act_model_layers_66_mlp/max": 3.984375, "train/tensor_act_model_layers_66_mlp/range": 0.125, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 535809.1875, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 262.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 2.09375, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 250.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 535809.1875, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 262.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 2.09375, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 250.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 535809.1875, "train/tensor_act_model_layers_67_residual_post_attn/mean": 262.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 2.09375, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 250.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 4688.58642578125, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.11279296875, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 3.046875, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -3.015625, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 6.0625, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 4592.470703125, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.1328125, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.578125, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 3.125, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -3.125, "train/tensor_act_model_layers_67_mlp_up_proj/max": 2.953125, "train/tensor_act_model_layers_67_mlp_up_proj/range": 6.078125, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 20080.138671875, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 9.75, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.78515625, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 12.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 0.35611414909362793, "train/tensor_act_model_layers_67_mlp_down_proj/min": 8.1875, "train/tensor_act_model_layers_67_mlp_down_proj/max": 12.0, "train/tensor_act_model_layers_67_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_67_mlp/norm": 8060.42578125, "train/tensor_act_model_layers_67_mlp/mean": 3.9375, "train/tensor_act_model_layers_67_mlp/std": 0.0238037109375, "train/tensor_act_model_layers_67_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 3.875, "train/tensor_act_model_layers_67_mlp/max": 3.984375, "train/tensor_act_model_layers_67_mlp/range": 0.109375, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 543994.3125, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 266.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 270.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 254.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 270.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 543994.3125, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 266.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 270.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 254.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 270.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 543994.3125, "train/tensor_act_model_layers_68_residual_post_attn/mean": 266.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 270.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 254.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 270.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 4741.05712890625, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.0162353515625, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 6.609375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 4642.14453125, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.09716796875, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.6015625, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 3.171875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -3.125, "train/tensor_act_model_layers_68_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_68_mlp_up_proj/range": 6.296875, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 20009.25390625, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 9.75, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.77734375, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 11.8125, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 0.3574345111846924, "train/tensor_act_model_layers_68_mlp_down_proj/min": 7.71875, "train/tensor_act_model_layers_68_mlp_down_proj/max": 11.8125, "train/tensor_act_model_layers_68_mlp_down_proj/range": 4.09375, "train/tensor_act_model_layers_68_mlp/norm": 8057.7666015625, "train/tensor_act_model_layers_68_mlp/mean": 3.9375, "train/tensor_act_model_layers_68_mlp/std": 0.025634765625, "train/tensor_act_model_layers_68_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 3.828125, "train/tensor_act_model_layers_68_mlp/max": 3.984375, "train/tensor_act_model_layers_68_mlp/range": 0.15625, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 552186.0625, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 270.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 274.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 258.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 274.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 552186.0625, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 270.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 274.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 258.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 274.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 552186.0625, "train/tensor_act_model_layers_69_residual_post_attn/mean": 270.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 274.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 258.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 274.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 4653.16162109375, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.07568359375, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.6015625, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 3.09375, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -3.09375, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 2.90625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 6.0, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 4671.40234375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.036865234375, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.015625, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -3.015625, "train/tensor_act_model_layers_69_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_69_mlp_up_proj/range": 5.9375, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 19493.943359375, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 9.5, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.76953125, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 11.5625, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 0.24234294891357422, "train/tensor_act_model_layers_69_mlp_down_proj/min": 7.25, "train/tensor_act_model_layers_69_mlp_down_proj/max": 11.5625, "train/tensor_act_model_layers_69_mlp_down_proj/range": 4.3125, "train/tensor_act_model_layers_69_mlp/norm": 8039.0771484375, "train/tensor_act_model_layers_69_mlp/mean": 3.921875, "train/tensor_act_model_layers_69_mlp/std": 0.028564453125, "train/tensor_act_model_layers_69_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 3.796875, "train/tensor_act_model_layers_69_mlp/max": 3.96875, "train/tensor_act_model_layers_69_mlp/range": 0.171875, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 560377.8125, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 274.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 278.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 262.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 278.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 560377.8125, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 274.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 278.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 262.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 278.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 560377.8125, "train/tensor_act_model_layers_70_residual_post_attn/mean": 274.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 278.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 262.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 278.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 4742.8583984375, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.04833984375, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 2.953125, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 2.828125, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 5.78125, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 4784.91796875, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.07568359375, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.6484375, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 3.125, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_70_mlp_up_proj/max": 3.125, "train/tensor_act_model_layers_70_mlp_up_proj/range": 6.1875, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 20323.578125, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 9.875, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.87890625, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 11.9375, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 0.4236576557159424, "train/tensor_act_model_layers_70_mlp_down_proj/min": 5.59375, "train/tensor_act_model_layers_70_mlp_down_proj/max": 11.9375, "train/tensor_act_model_layers_70_mlp_down_proj/range": 6.34375, "train/tensor_act_model_layers_70_mlp/norm": 8062.5673828125, "train/tensor_act_model_layers_70_mlp/mean": 3.9375, "train/tensor_act_model_layers_70_mlp/std": 0.042724609375, "train/tensor_act_model_layers_70_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": 3.546875, "train/tensor_act_model_layers_70_mlp/max": 3.984375, "train/tensor_act_model_layers_70_mlp/range": 0.4375, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 568569.5625, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 278.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 282.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 266.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 282.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 568569.5625, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 278.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 282.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 266.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 282.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 568569.5625, "train/tensor_act_model_layers_71_residual_post_attn/mean": 278.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 282.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 266.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 282.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 4722.62109375, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.035400390625, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.0625, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 6.296875, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 4688.9228515625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.1318359375, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.6171875, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.09375, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.09375, "train/tensor_act_model_layers_71_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 6.171875, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 19976.2578125, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 9.75, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.8046875, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 12.0625, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 0.3132665157318115, "train/tensor_act_model_layers_71_mlp_down_proj/min": 7.84375, "train/tensor_act_model_layers_71_mlp_down_proj/max": 12.0625, "train/tensor_act_model_layers_71_mlp_down_proj/range": 4.21875, "train/tensor_act_model_layers_71_mlp/norm": 8054.9482421875, "train/tensor_act_model_layers_71_mlp/mean": 3.9375, "train/tensor_act_model_layers_71_mlp/std": 0.0269775390625, "train/tensor_act_model_layers_71_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": 3.84375, "train/tensor_act_model_layers_71_mlp/max": 3.984375, "train/tensor_act_model_layers_71_mlp/range": 0.140625, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 576761.3125, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 282.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 286.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 270.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 286.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 576761.3125, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 282.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 286.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 270.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 286.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 576761.3125, "train/tensor_act_model_layers_72_residual_post_attn/mean": 282.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 286.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 270.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 286.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 4589.3662109375, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.09375, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.578125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -3.078125, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 6.328125, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 4591.552734375, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.00799560546875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.328125, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -3.296875, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 6.625, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 19644.357421875, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 9.5625, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.87109375, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 12.5, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 0.2603905200958252, "train/tensor_act_model_layers_72_mlp_down_proj/min": 7.78125, "train/tensor_act_model_layers_72_mlp_down_proj/max": 12.5, "train/tensor_act_model_layers_72_mlp_down_proj/range": 4.71875, "train/tensor_act_model_layers_72_mlp/norm": 8043.119140625, "train/tensor_act_model_layers_72_mlp/mean": 3.921875, "train/tensor_act_model_layers_72_mlp/std": 0.028564453125, "train/tensor_act_model_layers_72_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 3.84375, "train/tensor_act_model_layers_72_mlp/max": 3.984375, "train/tensor_act_model_layers_72_mlp/range": 0.140625, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 584953.0625, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 286.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 290.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 274.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 290.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 584953.0625, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 286.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 290.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 274.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 290.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 584953.0625, "train/tensor_act_model_layers_73_residual_post_attn/mean": 286.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 290.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 274.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 290.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 4592.80224609375, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.034423828125, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.5859375, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 2.96875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -2.953125, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 5.921875, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 4699.0283203125, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.0159912109375, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 2.921875, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -2.890625, "train/tensor_act_model_layers_73_mlp_up_proj/max": 2.921875, "train/tensor_act_model_layers_73_mlp_up_proj/range": 5.8125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 19488.556640625, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 9.5, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.74609375, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 11.75, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 0.21262431144714355, "train/tensor_act_model_layers_73_mlp_down_proj/min": 8.0625, "train/tensor_act_model_layers_73_mlp_down_proj/max": 11.75, "train/tensor_act_model_layers_73_mlp_down_proj/range": 3.6875, "train/tensor_act_model_layers_73_mlp/norm": 8041.54541015625, "train/tensor_act_model_layers_73_mlp/mean": 3.921875, "train/tensor_act_model_layers_73_mlp/std": 0.0250244140625, "train/tensor_act_model_layers_73_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 3.859375, "train/tensor_act_model_layers_73_mlp/max": 3.984375, "train/tensor_act_model_layers_73_mlp/range": 0.125, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 593144.875, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 290.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 278.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 294.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 593144.875, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 290.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 294.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 278.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 294.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 593144.875, "train/tensor_act_model_layers_74_residual_post_attn/mean": 290.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 294.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 278.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 294.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 4612.08154296875, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.049560546875, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.59375, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 3.109375, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 3.109375, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 6.15625, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 4573.50244140625, "train/tensor_act_model_layers_74_mlp_up_proj/mean": -0.005615234375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.578125, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.03125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 6.25, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 19779.634765625, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 9.625, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.8203125, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 12.75, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 0.32061266899108887, "train/tensor_act_model_layers_74_mlp_down_proj/min": 6.9375, "train/tensor_act_model_layers_74_mlp_down_proj/max": 12.75, "train/tensor_act_model_layers_74_mlp_down_proj/range": 5.8125, "train/tensor_act_model_layers_74_mlp/norm": 8048.8427734375, "train/tensor_act_model_layers_74_mlp/mean": 3.9375, "train/tensor_act_model_layers_74_mlp/std": 0.0301513671875, "train/tensor_act_model_layers_74_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": 3.765625, "train/tensor_act_model_layers_74_mlp/max": 3.984375, "train/tensor_act_model_layers_74_mlp/range": 0.21875, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 601336.625, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 294.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 298.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 282.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 298.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 601336.625, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 294.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 298.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 282.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 298.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 601336.625, "train/tensor_act_model_layers_75_residual_post_attn/mean": 294.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 298.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 282.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 298.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 4524.92919921875, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.03857421875, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.5625, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 3.078125, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -3.078125, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 6.0625, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 4572.97314453125, "train/tensor_act_model_layers_75_mlp_up_proj/mean": -0.00116729736328125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.578125, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_75_mlp_up_proj/max": 3.375, "train/tensor_act_model_layers_75_mlp_up_proj/range": 6.984375, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 19287.3671875, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 9.375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.8125, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 11.75, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 0.1995079517364502, "train/tensor_act_model_layers_75_mlp_down_proj/min": 6.53125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 11.75, "train/tensor_act_model_layers_75_mlp_down_proj/range": 5.21875, "train/tensor_act_model_layers_75_mlp/norm": 8031.2216796875, "train/tensor_act_model_layers_75_mlp/mean": 3.921875, "train/tensor_act_model_layers_75_mlp/std": 0.038818359375, "train/tensor_act_model_layers_75_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": 3.703125, "train/tensor_act_model_layers_75_mlp/max": 3.984375, "train/tensor_act_model_layers_75_mlp/range": 0.28125, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 609528.4375, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 298.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 302.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 609528.4375, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 298.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 302.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 286.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 302.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 609528.4375, "train/tensor_act_model_layers_76_residual_post_attn/mean": 298.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 302.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 286.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 302.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 4459.189453125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.2119140625, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -3.140625, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 2.984375, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 6.125, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 4538.970703125, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.0296630859375, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.5703125, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_76_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_76_mlp_up_proj/range": 6.515625, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 19289.818359375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 9.375, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.9609375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 11.5, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 0.22388458251953125, "train/tensor_act_model_layers_76_mlp_down_proj/min": 6.5, "train/tensor_act_model_layers_76_mlp_down_proj/max": 11.5, "train/tensor_act_model_layers_76_mlp_down_proj/range": 5.0, "train/tensor_act_model_layers_76_mlp/norm": 8023.85205078125, "train/tensor_act_model_layers_76_mlp/mean": 3.921875, "train/tensor_act_model_layers_76_mlp/std": 0.044189453125, "train/tensor_act_model_layers_76_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": 3.703125, "train/tensor_act_model_layers_76_mlp/max": 3.96875, "train/tensor_act_model_layers_76_mlp/range": 0.265625, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 617720.25, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 302.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 290.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 306.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 617720.25, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 302.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 306.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 290.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 306.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 617720.25, "train/tensor_act_model_layers_77_residual_post_attn/mean": 302.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 306.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 290.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 306.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 4684.35986328125, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.07568359375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.6171875, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.140625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -3.140625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 3.046875, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 6.1875, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 4652.275390625, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.1982421875, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.59375, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.109375, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_77_mlp_up_proj/max": 3.015625, "train/tensor_act_model_layers_77_mlp_up_proj/range": 6.125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 19786.927734375, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 9.625, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.9453125, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 13.25, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 0.31569957733154297, "train/tensor_act_model_layers_77_mlp_down_proj/min": 7.1875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 13.25, "train/tensor_act_model_layers_77_mlp_down_proj/range": 6.0625, "train/tensor_act_model_layers_77_mlp/norm": 8046.28466796875, "train/tensor_act_model_layers_77_mlp/mean": 3.921875, "train/tensor_act_model_layers_77_mlp/std": 0.03369140625, "train/tensor_act_model_layers_77_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": 3.78125, "train/tensor_act_model_layers_77_mlp/max": 3.984375, "train/tensor_act_model_layers_77_mlp/range": 0.203125, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 625912.0625, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 306.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 310.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 294.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 310.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 625912.0625, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 306.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 310.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 294.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 310.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 625912.0625, "train/tensor_act_model_layers_78_residual_post_attn/mean": 306.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 310.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 294.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 310.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 4537.32177734375, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.03857421875, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.5625, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 6.375, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 4497.015625, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.1240234375, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 3.140625, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_78_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_78_mlp_up_proj/range": 6.203125, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 19118.279296875, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 9.3125, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.90625, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 11.75, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 0.20834803581237793, "train/tensor_act_model_layers_78_mlp_down_proj/min": 6.96875, "train/tensor_act_model_layers_78_mlp_down_proj/max": 11.75, "train/tensor_act_model_layers_78_mlp_down_proj/range": 4.78125, "train/tensor_act_model_layers_78_mlp/norm": 8019.73681640625, "train/tensor_act_model_layers_78_mlp/mean": 3.921875, "train/tensor_act_model_layers_78_mlp/std": 0.040771484375, "train/tensor_act_model_layers_78_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": 3.765625, "train/tensor_act_model_layers_78_mlp/max": 3.984375, "train/tensor_act_model_layers_78_mlp/range": 0.21875, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 634103.8125, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 310.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 314.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 298.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 314.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 634103.8125, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 310.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 314.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 298.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 314.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 634103.8125, "train/tensor_act_model_layers_79_residual_post_attn/mean": 310.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 314.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 298.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 314.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 4462.42822265625, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.07275390625, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.203125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -3.203125, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 3.0625, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 6.265625, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 4551.3193359375, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.03173828125, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.5703125, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -3.421875, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.1875, "train/tensor_act_model_layers_79_mlp_up_proj/range": 6.609375, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 18778.681640625, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 9.125, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.93359375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 11.4375, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 0.17260026931762695, "train/tensor_act_model_layers_79_mlp_down_proj/min": 6.4375, "train/tensor_act_model_layers_79_mlp_down_proj/max": 11.4375, "train/tensor_act_model_layers_79_mlp_down_proj/range": 5.0, "train/tensor_act_model_layers_79_mlp/norm": 8004.37548828125, "train/tensor_act_model_layers_79_mlp/mean": 3.90625, "train/tensor_act_model_layers_79_mlp/std": 0.0439453125, "train/tensor_act_model_layers_79_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 3.6875, "train/tensor_act_model_layers_79_mlp/max": 3.96875, "train/tensor_act_model_layers_79_mlp/range": 0.28125, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 642295.6875, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 314.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 318.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 302.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 318.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 642295.6875, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 314.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 318.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 302.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 318.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 642295.6875, "train/tensor_act_model_layers_80_residual_post_attn/mean": 314.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 318.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 302.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 318.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 4437.53076171875, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.0625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -3.28125, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 2.859375, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 6.140625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 4476.66796875, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.01123046875, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.3125, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.125, "train/tensor_act_model_layers_80_mlp_up_proj/range": 6.4375, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 18512.64453125, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 9.0, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.90234375, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 11.8125, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 0.1068720817565918, "train/tensor_act_model_layers_80_mlp_down_proj/min": 6.75, "train/tensor_act_model_layers_80_mlp_down_proj/max": 11.8125, "train/tensor_act_model_layers_80_mlp_down_proj/range": 5.0625, "train/tensor_act_model_layers_80_mlp/norm": 7993.49853515625, "train/tensor_act_model_layers_80_mlp/mean": 3.90625, "train/tensor_act_model_layers_80_mlp/std": 0.042724609375, "train/tensor_act_model_layers_80_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": 3.734375, "train/tensor_act_model_layers_80_mlp/max": 3.984375, "train/tensor_act_model_layers_80_mlp/range": 0.25, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 650487.5, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 318.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 322.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 306.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 322.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 650487.5, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 318.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 322.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 306.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 322.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 650487.5, "train/tensor_act_model_layers_81_residual_post_attn/mean": 318.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 322.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 306.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 322.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 4516.9443359375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.11083984375, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.5546875, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -3.109375, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 6.375, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 4456.90673828125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.08984375, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.25, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_81_mlp_up_proj/range": 6.484375, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 18607.751953125, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 9.0625, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.75, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 11.125, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 0.10545897483825684, "train/tensor_act_model_layers_81_mlp_down_proj/min": 6.96875, "train/tensor_act_model_layers_81_mlp_down_proj/max": 11.125, "train/tensor_act_model_layers_81_mlp_down_proj/range": 4.15625, "train/tensor_act_model_layers_81_mlp/norm": 8005.1484375, "train/tensor_act_model_layers_81_mlp/mean": 3.90625, "train/tensor_act_model_layers_81_mlp/std": 0.034423828125, "train/tensor_act_model_layers_81_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": 3.765625, "train/tensor_act_model_layers_81_mlp/max": 3.96875, "train/tensor_act_model_layers_81_mlp/range": 0.203125, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 658679.3125, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 322.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 326.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 310.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 326.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 658679.3125, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 322.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 326.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 310.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 326.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 658679.3125, "train/tensor_act_model_layers_82_residual_post_attn/mean": 322.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 326.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 310.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 326.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 4431.5234375, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.020263671875, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.53125, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 6.34375, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 4587.7021484375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.0013885498046875, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.5859375, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_82_mlp_up_proj/range": 6.6875, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 18346.96484375, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 8.9375, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.94921875, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 12.0625, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 0.10276055335998535, "train/tensor_act_model_layers_82_mlp_down_proj/min": 6.5625, "train/tensor_act_model_layers_82_mlp_down_proj/max": 12.0625, "train/tensor_act_model_layers_82_mlp_down_proj/range": 5.5, "train/tensor_act_model_layers_82_mlp/norm": 7982.68115234375, "train/tensor_act_model_layers_82_mlp/mean": 3.890625, "train/tensor_act_model_layers_82_mlp/std": 0.048828125, "train/tensor_act_model_layers_82_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": 3.703125, "train/tensor_act_model_layers_82_mlp/max": 3.984375, "train/tensor_act_model_layers_82_mlp/range": 0.28125, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 666871.125, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 326.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 330.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 314.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 330.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 666871.125, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 326.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 330.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 314.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 330.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 666871.125, "train/tensor_act_model_layers_83_residual_post_attn/mean": 326.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 330.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 314.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 330.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 4318.3505859375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.12255859375, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.484375, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.375, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -3.3125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 6.6875, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 4545.50732421875, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.0517578125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.5703125, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 3.34375, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_83_mlp_up_proj/range": 6.5625, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 17813.412109375, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 8.625, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.984375, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 11.6875, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 0.09316492080688477, "train/tensor_act_model_layers_83_mlp_down_proj/min": 6.25, "train/tensor_act_model_layers_83_mlp_down_proj/max": 11.6875, "train/tensor_act_model_layers_83_mlp_down_proj/range": 5.4375, "train/tensor_act_model_layers_83_mlp/norm": 7951.9892578125, "train/tensor_act_model_layers_83_mlp/mean": 3.875, "train/tensor_act_model_layers_83_mlp/std": 0.05712890625, "train/tensor_act_model_layers_83_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": 3.65625, "train/tensor_act_model_layers_83_mlp/max": 3.984375, "train/tensor_act_model_layers_83_mlp/range": 0.328125, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 675063.0, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 330.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 334.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 318.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 334.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 675063.0, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 330.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 334.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 318.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 334.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 675063.0, "train/tensor_act_model_layers_84_residual_post_attn/mean": 330.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 334.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 318.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 334.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 4355.611328125, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.048095703125, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.5, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 7.125, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 4352.2099609375, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.171875, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.4921875, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_84_mlp_up_proj/range": 6.53125, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 17911.841796875, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 8.6875, "train/tensor_act_model_layers_84_mlp_down_proj/std": 1.0, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 11.5, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 0.09378314018249512, "train/tensor_act_model_layers_84_mlp_down_proj/min": 6.59375, "train/tensor_act_model_layers_84_mlp_down_proj/max": 11.5, "train/tensor_act_model_layers_84_mlp_down_proj/range": 4.90625, "train/tensor_act_model_layers_84_mlp/norm": 7958.39990234375, "train/tensor_act_model_layers_84_mlp/mean": 3.890625, "train/tensor_act_model_layers_84_mlp/std": 0.05322265625, "train/tensor_act_model_layers_84_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": 3.71875, "train/tensor_act_model_layers_84_mlp/max": 3.96875, "train/tensor_act_model_layers_84_mlp/range": 0.25, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 683254.8125, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 334.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 338.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 322.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 338.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 683254.8125, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 334.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 338.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 322.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 338.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 683254.8125, "train/tensor_act_model_layers_85_residual_post_attn/mean": 334.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 338.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 322.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 338.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 4390.1787109375, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.03125, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.515625, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 3.765625, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 7.421875, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 4510.19677734375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.1650390625, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_85_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_85_mlp_up_proj/range": 6.8125, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 17723.794921875, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 8.625, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.96484375, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 12.0625, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 0.0625, "train/tensor_act_model_layers_85_mlp_down_proj/min": 6.1875, "train/tensor_act_model_layers_85_mlp_down_proj/max": 12.0625, "train/tensor_act_model_layers_85_mlp_down_proj/range": 5.875, "train/tensor_act_model_layers_85_mlp/norm": 7948.619140625, "train/tensor_act_model_layers_85_mlp/mean": 3.875, "train/tensor_act_model_layers_85_mlp/std": 0.055419921875, "train/tensor_act_model_layers_85_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": 3.65625, "train/tensor_act_model_layers_85_mlp/max": 3.984375, "train/tensor_act_model_layers_85_mlp/range": 0.328125, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 691446.625, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 338.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 342.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 326.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 342.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 691446.625, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 338.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 342.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 326.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 342.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 691446.625, "train/tensor_act_model_layers_86_residual_post_attn/mean": 338.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 342.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 326.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 342.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 4311.31591796875, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.08544921875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.484375, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.359375, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 6.515625, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 4477.04833984375, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.046630859375, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.546875, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_86_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 6.71875, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 17132.779296875, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 8.25, "train/tensor_act_model_layers_86_mlp_down_proj/std": 1.2578125, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 12.75, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.06272530555725098, "train/tensor_act_model_layers_86_mlp_down_proj/min": 2.046875, "train/tensor_act_model_layers_86_mlp_down_proj/max": 12.75, "train/tensor_act_model_layers_86_mlp_down_proj/range": 10.703125, "train/tensor_act_model_layers_86_mlp/norm": 7879.3154296875, "train/tensor_act_model_layers_86_mlp/mean": 3.84375, "train/tensor_act_model_layers_86_mlp/std": 0.189453125, "train/tensor_act_model_layers_86_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": 1.8828125, "train/tensor_act_model_layers_86_mlp/max": 3.984375, "train/tensor_act_model_layers_86_mlp/range": 2.1015625, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 699606.5, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 342.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 346.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 330.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 346.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 699606.5, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 342.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 346.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 330.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 346.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 699606.5, "train/tensor_act_model_layers_87_residual_post_attn/mean": 342.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 346.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 330.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 346.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 4403.22705078125, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.038818359375, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.5234375, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 3.3125, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.1875, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 6.5, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 4321.17626953125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.16015625, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.484375, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 3.21875, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_87_mlp_up_proj/range": 6.421875, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 17170.62890625, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 8.3125, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.9921875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 10.875, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.0390625, "train/tensor_act_model_layers_87_mlp_down_proj/min": 5.40625, "train/tensor_act_model_layers_87_mlp_down_proj/max": 10.875, "train/tensor_act_model_layers_87_mlp_down_proj/range": 5.46875, "train/tensor_act_model_layers_87_mlp/norm": 7910.36181640625, "train/tensor_act_model_layers_87_mlp/mean": 3.859375, "train/tensor_act_model_layers_87_mlp/std": 0.07421875, "train/tensor_act_model_layers_87_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": 3.5, "train/tensor_act_model_layers_87_mlp/max": 3.96875, "train/tensor_act_model_layers_87_mlp/range": 0.46875, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 707798.3125, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 346.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 350.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 334.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 350.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 707798.3125, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 346.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 350.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 334.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 350.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 707798.3125, "train/tensor_act_model_layers_88_residual_post_attn/mean": 346.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 350.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 334.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 350.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 4308.10595703125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.041015625, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.484375, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 6.78125, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 4325.4482421875, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.005279541015625, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.4921875, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_88_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_88_mlp_up_proj/range": 6.765625, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 16910.828125, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 8.1875, "train/tensor_act_model_layers_88_mlp_down_proj/std": 1.1328125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 11.1875, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.032811880111694336, "train/tensor_act_model_layers_88_mlp_down_proj/min": 4.65625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 11.1875, "train/tensor_act_model_layers_88_mlp_down_proj/range": 6.53125, "train/tensor_act_model_layers_88_mlp/norm": 7877.57470703125, "train/tensor_act_model_layers_88_mlp/mean": 3.84375, "train/tensor_act_model_layers_88_mlp/std": 0.10107421875, "train/tensor_act_model_layers_88_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": 3.296875, "train/tensor_act_model_layers_88_mlp/max": 3.96875, "train/tensor_act_model_layers_88_mlp/range": 0.671875, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 715990.1875, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 350.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 354.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 338.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 354.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 715990.1875, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 350.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 354.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 338.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 354.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 715990.1875, "train/tensor_act_model_layers_89_residual_post_attn/mean": 350.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 354.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 338.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 354.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 4186.61865234375, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.08056640625, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.4453125, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 6.609375, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 4263.36572265625, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.07177734375, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.46875, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_89_mlp_up_proj/max": 3.21875, "train/tensor_act_model_layers_89_mlp_up_proj/range": 6.703125, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 16117.2275390625, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 7.78125, "train/tensor_act_model_layers_89_mlp_down_proj/std": 1.15625, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 11.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.015625, "train/tensor_act_model_layers_89_mlp_down_proj/min": 4.59375, "train/tensor_act_model_layers_89_mlp_down_proj/max": 11.0, "train/tensor_act_model_layers_89_mlp_down_proj/range": 6.40625, "train/tensor_act_model_layers_89_mlp/norm": 7810.150390625, "train/tensor_act_model_layers_89_mlp/mean": 3.8125, "train/tensor_act_model_layers_89_mlp/std": 0.1201171875, "train/tensor_act_model_layers_89_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": 3.265625, "train/tensor_act_model_layers_89_mlp/max": 3.96875, "train/tensor_act_model_layers_89_mlp/range": 0.703125, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 724182.0625, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 354.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 358.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 342.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 358.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 724182.0625, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 354.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 358.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 342.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 358.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 724182.0625, "train/tensor_act_model_layers_90_residual_post_attn/mean": 354.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 358.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 342.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 358.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 4251.2216796875, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.16796875, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.4609375, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.484375, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 6.96875, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 4310.333984375, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.04541015625, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.484375, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_90_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 16017.880859375, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 7.71875, "train/tensor_act_model_layers_90_mlp_down_proj/std": 1.1875, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 10.6875, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.030606985092163086, "train/tensor_act_model_layers_90_mlp_down_proj/min": 4.8125, "train/tensor_act_model_layers_90_mlp_down_proj/max": 10.6875, "train/tensor_act_model_layers_90_mlp_down_proj/range": 5.875, "train/tensor_act_model_layers_90_mlp/norm": 7799.20654296875, "train/tensor_act_model_layers_90_mlp/mean": 3.8125, "train/tensor_act_model_layers_90_mlp/std": 0.1259765625, "train/tensor_act_model_layers_90_mlp/max_abs": 3.96875, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": 3.34375, "train/tensor_act_model_layers_90_mlp/max": 3.96875, "train/tensor_act_model_layers_90_mlp/range": 0.625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 732373.875, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 358.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 2.109375, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 362.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 346.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 362.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 732373.875, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 358.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 2.109375, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 362.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 346.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 362.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 732373.875, "train/tensor_act_model_layers_91_residual_post_attn/mean": 358.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 2.109375, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 362.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 346.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 362.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 4234.53955078125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.033935546875, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.4609375, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 7.6875, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 4104.611328125, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.15625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.40625, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_91_mlp_up_proj/max": 3.28125, "train/tensor_act_model_layers_91_mlp_up_proj/range": 6.75, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 14803.544921875, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 7.125, "train/tensor_act_model_layers_91_mlp_down_proj/std": 1.25, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 9.4375, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": 2.65625, "train/tensor_act_model_layers_91_mlp_down_proj/max": 9.4375, "train/tensor_act_model_layers_91_mlp_down_proj/range": 6.78125, "train/tensor_act_model_layers_91_mlp/norm": 7651.47509765625, "train/tensor_act_model_layers_91_mlp/mean": 3.734375, "train/tensor_act_model_layers_91_mlp/std": 0.2373046875, "train/tensor_act_model_layers_91_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": 2.328125, "train/tensor_act_model_layers_91_mlp/max": 3.921875, "train/tensor_act_model_layers_91_mlp/range": 1.59375, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 740469.9375, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 362.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 2.125, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 366.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 350.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 366.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 740469.9375, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 362.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 2.125, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 366.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 350.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 366.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 740469.9375, "train/tensor_act_model_layers_92_residual_post_attn/mean": 362.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 2.125, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 366.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 350.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 366.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 4103.8134765625, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.05322265625, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.4140625, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -3.421875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 6.984375, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 4147.28466796875, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.050048828125, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.4296875, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_92_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_92_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 14636.14453125, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 7.0625, "train/tensor_act_model_layers_92_mlp_down_proj/std": 1.1484375, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 10.25, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.0078125, "train/tensor_act_model_layers_92_mlp_down_proj/min": 3.859375, "train/tensor_act_model_layers_92_mlp_down_proj/max": 10.25, "train/tensor_act_model_layers_92_mlp_down_proj/range": 6.390625, "train/tensor_act_model_layers_92_mlp/norm": 7655.53173828125, "train/tensor_act_model_layers_92_mlp/mean": 3.734375, "train/tensor_act_model_layers_92_mlp/std": 0.1572265625, "train/tensor_act_model_layers_92_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": 2.984375, "train/tensor_act_model_layers_92_mlp/max": 3.953125, "train/tensor_act_model_layers_92_mlp/range": 0.96875, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 748641.625, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 366.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 2.125, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 370.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 354.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 370.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 748641.625, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 366.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 2.125, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 370.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 354.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 370.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 748641.625, "train/tensor_act_model_layers_93_residual_post_attn/mean": 366.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 2.125, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 370.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 354.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 370.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 4060.880126953125, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.150390625, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.390625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -3.296875, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 2.96875, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 6.265625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 4116.373046875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.12060546875, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.4140625, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_93_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_93_mlp_up_proj/range": 7.265625, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 13429.734375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 6.40625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 1.3828125, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 9.625, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": 1.765625, "train/tensor_act_model_layers_93_mlp_down_proj/max": 9.625, "train/tensor_act_model_layers_93_mlp_down_proj/range": 7.859375, "train/tensor_act_model_layers_93_mlp/norm": 7426.73583984375, "train/tensor_act_model_layers_93_mlp/mean": 3.609375, "train/tensor_act_model_layers_93_mlp/std": 0.318359375, "train/tensor_act_model_layers_93_mlp/max_abs": 3.9375, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": 1.65625, "train/tensor_act_model_layers_93_mlp/max": 3.9375, "train/tensor_act_model_layers_93_mlp/range": 2.28125, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 756641.9375, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 370.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 2.171875, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 374.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 356.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 374.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 756641.9375, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 370.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 2.171875, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 374.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 356.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 374.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 756641.9375, "train/tensor_act_model_layers_94_residual_post_attn/mean": 370.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 2.171875, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 374.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 356.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 374.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 3960.541748046875, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.045166015625, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.3671875, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 3.859375, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -3.46875, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 3.859375, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 3955.50732421875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.16796875, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.3515625, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_94_mlp_up_proj/max": 3.3125, "train/tensor_act_model_layers_94_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 12794.6708984375, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 6.09375, "train/tensor_act_model_layers_94_mlp_down_proj/std": 1.4375, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 10.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": 1.34375, "train/tensor_act_model_layers_94_mlp_down_proj/max": 10.0, "train/tensor_act_model_layers_94_mlp_down_proj/range": 8.65625, "train/tensor_act_model_layers_94_mlp/norm": 7294.162109375, "train/tensor_act_model_layers_94_mlp/mean": 3.546875, "train/tensor_act_model_layers_94_mlp/std": 0.376953125, "train/tensor_act_model_layers_94_mlp/max_abs": 3.953125, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": 1.296875, "train/tensor_act_model_layers_94_mlp/max": 3.953125, "train/tensor_act_model_layers_94_mlp/range": 2.65625, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 764562.4375, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 374.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 2.21875, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 378.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 360.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 378.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 764562.4375, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 374.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 2.21875, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 378.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 360.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 378.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 764562.4375, "train/tensor_act_model_layers_95_residual_post_attn/mean": 374.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 2.21875, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 378.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 360.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 378.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 3862.132080078125, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.11865234375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 1.328125, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -3.703125, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 7.078125, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 3977.2998046875, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.06103515625, "train/tensor_act_model_layers_95_mlp_up_proj/std": 1.375, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_95_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_95_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 12728.7451171875, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 6.03125, "train/tensor_act_model_layers_95_mlp_down_proj/std": 1.4609375, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 9.1875, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": 1.734375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 9.1875, "train/tensor_act_model_layers_95_mlp_down_proj/range": 7.453125, "train/tensor_act_model_layers_95_mlp/norm": 7269.689453125, "train/tensor_act_model_layers_95_mlp/mean": 3.53125, "train/tensor_act_model_layers_95_mlp/std": 0.392578125, "train/tensor_act_model_layers_95_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": 1.6328125, "train/tensor_act_model_layers_95_mlp/max": 3.921875, "train/tensor_act_model_layers_95_mlp/range": 2.2890625, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 772355.6875, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 378.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 2.265625, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 382.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 364.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 382.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 18.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 772355.6875, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 378.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 2.265625, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 382.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 364.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 382.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 18.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 772355.6875, "train/tensor_act_model_layers_96_residual_post_attn/mean": 378.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 2.265625, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 382.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 364.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 382.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 18.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 3793.08154296875, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": -0.01806640625, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 1.3125, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -3.8125, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 7.34375, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 3795.535888671875, "train/tensor_act_model_layers_96_mlp_up_proj/mean": -0.01031494140625, "train/tensor_act_model_layers_96_mlp_up_proj/std": 1.3125, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -3.171875, "train/tensor_act_model_layers_96_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 6.6875, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 11257.1435546875, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 5.25, "train/tensor_act_model_layers_96_mlp_down_proj/std": 1.59375, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 9.25, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": 0.5625, "train/tensor_act_model_layers_96_mlp_down_proj/max": 9.25, "train/tensor_act_model_layers_96_mlp_down_proj/range": 8.6875, "train/tensor_act_model_layers_96_mlp/norm": 6886.84912109375, "train/tensor_act_model_layers_96_mlp/mean": 3.3125, "train/tensor_act_model_layers_96_mlp/std": 0.5546875, "train/tensor_act_model_layers_96_mlp/max_abs": 3.921875, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": 0.55859375, "train/tensor_act_model_layers_96_mlp/max": 3.921875, "train/tensor_act_model_layers_96_mlp/range": 3.36328125, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 779761.625, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 380.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 2.421875, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 386.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 366.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 386.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 20.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 779761.625, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 380.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 2.421875, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 386.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 366.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 386.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 20.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 779761.625, "train/tensor_act_model_layers_97_residual_post_attn/mean": 380.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 2.421875, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 386.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 366.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 386.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 20.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 3628.19384765625, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.03466796875, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 1.25, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -3.484375, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 7.171875, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 3590.081298828125, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.103515625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 1.234375, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_97_mlp_up_proj/max": 3.125, "train/tensor_act_model_layers_97_mlp_up_proj/range": 6.65625, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 10434.1279296875, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 4.8125, "train/tensor_act_model_layers_97_mlp_down_proj/std": 1.640625, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 8.125, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": -2.421875, "train/tensor_act_model_layers_97_mlp_down_proj/max": 8.125, "train/tensor_act_model_layers_97_mlp_down_proj/range": 10.546875, "train/tensor_act_model_layers_97_mlp/norm": 6676.67138671875, "train/tensor_act_model_layers_97_mlp/mean": 3.171875, "train/tensor_act_model_layers_97_mlp/std": 0.7734375, "train/tensor_act_model_layers_97_mlp/max_abs": 3.859375, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": -2.15625, "train/tensor_act_model_layers_97_mlp/max": 3.859375, "train/tensor_act_model_layers_97_mlp/range": 6.015625, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 786748.4375, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 384.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 2.796875, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 366.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 24.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 786748.4375, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 384.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 2.796875, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 366.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 24.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 786748.4375, "train/tensor_act_model_layers_98_residual_post_attn/mean": 384.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 2.796875, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 366.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 24.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 3491.36572265625, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.1279296875, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 1.1953125, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 6.984375, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 3384.528564453125, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.059326171875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 1.1640625, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -3.890625, "train/tensor_act_model_layers_98_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_98_mlp_up_proj/range": 7.484375, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 9039.5673828125, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 4.0625, "train/tensor_act_model_layers_98_mlp_down_proj/std": 1.734375, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 7.59375, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": -2.0, "train/tensor_act_model_layers_98_mlp_down_proj/max": 7.59375, "train/tensor_act_model_layers_98_mlp_down_proj/range": 9.59375, "train/tensor_act_model_layers_98_mlp/norm": 6171.09619140625, "train/tensor_act_model_layers_98_mlp/mean": 2.84375, "train/tensor_act_model_layers_98_mlp/std": 0.98046875, "train/tensor_act_model_layers_98_mlp/max_abs": 3.828125, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": -1.8515625, "train/tensor_act_model_layers_98_mlp/max": 3.828125, "train/tensor_act_model_layers_98_mlp/range": 5.6796875, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 792933.9375, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 388.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 3.15625, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 394.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 368.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 394.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 26.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 792933.9375, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 388.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 3.15625, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 394.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 368.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 394.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 26.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 792933.9375, "train/tensor_act_model_layers_99_residual_post_attn/mean": 388.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 3.15625, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 394.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 368.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 394.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 26.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 3271.04150390625, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.0869140625, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 1.125, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -3.6875, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 7.125, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 3158.972900390625, "train/tensor_act_model_layers_99_mlp_up_proj/mean": 0.0228271484375, "train/tensor_act_model_layers_99_mlp_up_proj/std": 1.09375, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -2.96875, "train/tensor_act_model_layers_99_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_99_mlp_up_proj/range": 6.421875, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 8001.11865234375, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 3.4375, "train/tensor_act_model_layers_99_mlp_down_proj/std": 1.859375, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 6.65625, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": -5.46875, "train/tensor_act_model_layers_99_mlp_down_proj/max": 6.65625, "train/tensor_act_model_layers_99_mlp_down_proj/range": 12.125, "train/tensor_act_model_layers_99_mlp/norm": 5721.18212890625, "train/tensor_act_model_layers_99_mlp/mean": 2.53125, "train/tensor_act_model_layers_99_mlp/std": 1.1640625, "train/tensor_act_model_layers_99_mlp/max_abs": 3.71875, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": -3.515625, "train/tensor_act_model_layers_99_mlp/max": 3.71875, "train/tensor_act_model_layers_99_mlp/range": 7.234375, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 798306.1875, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 390.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 3.8125, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 398.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 368.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 398.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 30.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 79691776.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 11968.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 440320.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 3309568.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -2899968.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 3309568.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 6209536.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 47448064.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -1240.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 262144.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 1458176.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -1261568.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 1458176.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 2719744.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 45875200.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": 29568.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 251904.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 1630208.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -1040384.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 1630208.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 2670592.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 76021760.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": -3664.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 419840.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 4112384.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -3571712.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 4112384.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 7684096.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 42991616.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -12736.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 237568.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 1187840.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1187840.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 1028096.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 2215936.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 38797312.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": 16512.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 214016.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 917504.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -917504.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 798720.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 1716224.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 62128128.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 23552.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 342016.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 3997696.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -3997696.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 3473408.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 7471104.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 36962304.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 24064.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 202752.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 909312.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -696320.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 909312.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 1605632.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 35913728.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": 1152.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 197632.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 839680.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -675840.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 839680.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 1515520.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 60555264.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -7104.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 333824.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 3751936.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -3751936.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 3637248.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 7389184.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 33423360.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": 764.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 184320.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 778240.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -696320.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 778240.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 1474560.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 32899072.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": 2768.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 182272.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 757760.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -757760.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 663552.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 1421312.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 47185920.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -15168.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 260096.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 3457024.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -3457024.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 2834432.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 6291456.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 27131904.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 584.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 149504.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 757760.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.998016357421875, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -540672.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 757760.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 1298432.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 27394048.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": 9088.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 151552.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 708608.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -540672.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 708608.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 1249280.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 46661632.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -8576.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 257024.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 3047424.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -3047424.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 3014656.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 6062080.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 27918336.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 5248.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 154624.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 659456.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -647168.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 659456.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 1306624.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 26869760.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -3184.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 148480.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 675840.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -675840.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 561152.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 1236992.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 40632320.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 10560.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 223232.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 2883584.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -2883584.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 2867200.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 5750784.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 23330816.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -12160.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 128000.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 503808.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -503808.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 389120.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 892928.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 23724032.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": 12608.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 130560.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 581632.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -350208.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 581632.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 931840.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 28573696.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 13440.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 157696.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 1687552.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -1589248.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 1687552.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 3276800.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 19136512.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 4192.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 105472.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 442368.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -405504.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 442368.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 847872.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 19267584.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -1392.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 106496.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 419840.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -339968.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 419840.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 759808.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 31981568.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -23040.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 175104.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 2850816.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -2850816.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 2244608.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 5095424.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 19005440.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": -9984.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 104448.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 438272.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -438272.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 407552.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 845824.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 18612224.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": 500.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 102912.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 483328.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -319488.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 483328.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 802816.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 22544384.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 1920.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 124416.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -1032192.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 888832.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 1921024.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 14811136.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 624.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 81920.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 274432.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -274432.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 256000.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 530432.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 14876672.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -3408.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 81920.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 296960.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -237568.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 296960.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 534528.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 21889024.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -5856.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 120832.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 1179648.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -1089536.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 1179648.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 2269184.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 14680064.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -6720.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 80896.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 321536.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -321536.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 282624.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 604160.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 14745600.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -3120.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 81408.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 292864.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -292864.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 264192.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 557056.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 18350080.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 4864.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 100864.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 1114112.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -991232.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 1114112.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 2105344.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 12517376.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 2688.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 69120.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 223232.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -223232.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 197632.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 420864.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 12451840.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 3664.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 68608.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 230400.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -230400.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 206848.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 437248.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 15859712.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -6944.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 87040.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 704512.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -700416.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 704512.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 1404928.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 11665408.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -7360.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 64000.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 231424.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -231424.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 196608.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 428032.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 11534336.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -660.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 63744.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 192512.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -186368.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 192512.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 378880.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 22020096.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -5728.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 121344.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 2703360.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -2637824.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 2703360.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 5341184.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 11730944.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -1096.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 64768.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 183296.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -183296.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 172032.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 355328.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 12058624.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -5952.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 66560.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 231424.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -231424.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 191488.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 422912.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 13893632.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 4928.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 76288.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 565248.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.999664306640625, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -548864.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 565248.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 1114112.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 10158080.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -5792.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 55808.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 178176.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -178176.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 356352.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 10354688.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -1376.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 57088.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -165888.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 322560.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 12976128.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 1248.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 71680.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 456704.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -438272.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 456704.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 894976.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 10158080.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -6560.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 55552.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 172032.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -156672.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 172032.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 328704.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 10027008.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 3008.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 55296.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 169984.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -146432.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 316416.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 13369344.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -3088.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 73728.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 514048.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.99859619140625, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -464896.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 514048.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 978944.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 9895936.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 2064.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 54528.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 159744.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -150528.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 159744.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 310272.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 10289152.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -4384.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 56576.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -161792.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 316416.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 11337728.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -1184.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 62720.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 385024.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.99713134765625, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -385024.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 376832.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 761856.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 8847360.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -1504.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 48896.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 136192.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -136192.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 128512.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 264704.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 9109504.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 3104.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 50176.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -137216.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 136192.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 273408.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 10223616.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -2304.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 56576.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 337920.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -321536.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 337920.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 659456.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 8290304.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -2864.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 45568.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 126464.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -124928.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 126464.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 251392.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 8290304.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -5024.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 45568.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 126976.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -114176.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 126976.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 241152.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 10878976.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 3424.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 60160.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 389120.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.996063232421875, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -389120.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 380928.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 770048.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 8650752.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 117.5, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 47872.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 145408.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -133120.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 145408.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 278528.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 8781824.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 318.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 48640.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 133120.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -133120.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 128000.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 261120.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 10747904.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 4512.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 59392.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 428032.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.985260009765625, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -428032.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 423936.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 851968.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 8126464.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 700.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 44800.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 124416.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -115200.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 124416.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 239616.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 8290304.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -2336.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 45824.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 126976.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -112128.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 126976.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 239104.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 9895936.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": 680.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 54528.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 339968.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.994384765625, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -339968.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 323584.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 663552.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 7634944.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -3376.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 41984.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 108544.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -108544.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 108032.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 216576.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 7634944.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -84.5, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 42240.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 122368.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -107520.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 122368.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 229888.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 8454144.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": -1064.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 46592.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 288768.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.99810791015625, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -268288.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 288768.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 557056.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 6619136.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 4096.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 36352.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 108544.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -82944.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 108544.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 191488.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 6455296.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -1072.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 35840.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 98304.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 98304.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 188928.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 9830400.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -6944.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 54016.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 423936.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.997314453125, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -423936.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 399360.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 823296.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 7405568.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -1160.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 40960.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 105472.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -105472.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 96768.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 202240.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 7471104.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": 4032.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 40960.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 103424.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -103424.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 98304.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 201728.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 9175040.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -87.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 50688.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 456704.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -405504.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 456704.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 862208.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 7143424.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -330.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 39424.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 101888.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -96768.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 101888.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 198656.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 7143424.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": 260.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 39424.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 99328.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -99328.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 193024.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 7995392.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 2976.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 44032.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 305152.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -305152.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 296960.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 602112.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 6586368.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 114.5, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 36352.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 88064.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -88064.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 87040.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 175104.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 6488064.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": 422.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 35840.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 88064.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -83968.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 88064.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 172032.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 8323072.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 3376.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 45824.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 185344.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -185344.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 171008.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 356352.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 6651904.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 908.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 36864.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 86016.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -86016.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 86016.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 172032.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 6750208.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -900.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 37376.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -90624.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 78848.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 169472.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 8257536.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -2256.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 45568.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 226304.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.9989013671875, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -226304.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 224256.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 450560.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 6684672.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 312.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 36864.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 87552.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -83968.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 87552.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 171520.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 6717440.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": 2768.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 37120.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 90112.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -81408.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 90112.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 171520.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 7798784.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": -386.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 43008.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 217088.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -217088.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 204800.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 421888.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 6160384.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 2880.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 34048.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 88576.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -88576.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 82944.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 171520.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 6094848.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 1952.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 33536.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 80384.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 80384.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 153088.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 8028160.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": -1520.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 44288.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 573440.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.996002197265625, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -561152.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 573440.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 1134592.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 5701632.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": -9.875, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 31488.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 74752.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 74752.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 147968.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 5767168.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -488.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 31872.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 84992.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -84992.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 73216.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 158208.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 8355840.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 916.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 46080.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 258048.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.9957275390625, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -245760.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 258048.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 503808.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 6750208.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 620.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 37120.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -87552.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 178176.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 6750208.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": 310.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 37120.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 85504.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -83968.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 85504.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 169472.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 7503872.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -308.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 41472.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 208896.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.996429443359375, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -208896.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 208896.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 417792.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 6127616.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 1448.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 33792.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 85504.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -85504.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 162304.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 5996544.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": 336.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 33024.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 76800.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 151552.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 7045120.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 7104.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 38400.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 163840.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -147456.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 163840.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 311296.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 6094848.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 3248.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 33536.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 81408.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 155136.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 5898240.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -2416.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 32384.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -69120.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 145408.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 6782976.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 264.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 37376.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 177152.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.9981689453125, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -177152.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 168960.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 346112.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 5832704.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 2784.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 32128.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 143872.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 5865472.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 1472.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 32512.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 77312.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -77312.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 148992.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 7405568.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 2336.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 40704.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 317440.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -290816.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 317440.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 608256.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 5898240.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -1160.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 32512.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 74752.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 74752.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 147968.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 5832704.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": 424.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 32256.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 73728.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 146944.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 7667712.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 1584.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 42496.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 219136.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.99896240234375, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -198656.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 219136.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 417792.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 6193152.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -1968.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 34304.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 99328.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -99328.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 85504.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 184832.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 6258688.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -2784.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 34304.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 81920.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -80384.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 162304.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 7536640.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -5088.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 41216.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 204800.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -204800.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 192512.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 397312.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 6291456.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 656.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 34816.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 79872.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -79872.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 155648.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 6291456.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 2048.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 34816.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 84480.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -84480.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 166400.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 6881280.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -3264.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 37888.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 181248.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.99249267578125, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -181248.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 343040.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 5537792.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 688.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 30592.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 64512.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -63744.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 64512.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 128256.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 5537792.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": 588.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 30592.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -64000.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 71168.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 135168.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 6193152.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 1704.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 34048.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -161792.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 318464.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 5079040.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 2352.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 27904.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 119808.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 5079040.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -888.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 28032.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 116480.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 6619136.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": -472.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 36608.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 161792.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -148480.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 310272.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 5505024.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": -434.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 30464.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 138240.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 5439488.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": 872.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 30080.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 139264.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 5865472.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -1536.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 32384.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 174080.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.997894287109375, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -145408.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 174080.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 319488.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 5111808.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 2848.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 28032.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 63744.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -63744.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 62464.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 126208.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 5079040.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -2048.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 28032.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -61440.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 63488.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 124928.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 5996544.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -4096.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 33024.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 133120.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.996368408203125, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -133120.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 119296.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 252416.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 5406720.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 1032.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 29952.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 60672.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -59904.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 60672.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 120576.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 5406720.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -1184.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 29824.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -60672.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 127744.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 6094848.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": -1816.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 33536.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.9969482421875, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -137216.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 126976.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 264192.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 5111808.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 540.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 28160.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 56320.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 114432.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 5177344.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 2688.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 28416.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 58624.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -58624.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 58112.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 116736.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 6782976.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -1472.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 37632.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 162816.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.9957275390625, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -162816.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 141312.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 304128.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 5636096.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -604.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 31232.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -65024.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 132096.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 5570560.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -1192.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 30848.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -67584.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 68608.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 136192.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 5799936.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -1696.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 32000.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 146432.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -136192.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 146432.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 282624.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 5079040.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -1368.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 28032.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 67072.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.996124267578125, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 127232.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -242.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 27904.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -61952.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 120320.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 6422528.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 4048.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 35328.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 171008.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.998931884765625, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -171008.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 161792.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 332800.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 5373952.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": -2480.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 29568.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 64256.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -63232.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 64256.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 127488.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 5308416.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": 2688.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 29184.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 65536.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 126720.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 6455296.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -1944.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 35584.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 171008.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.995941162109375, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -167936.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 171008.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 338944.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 5275648.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 984.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 29184.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -72704.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 140288.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 5341184.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -326.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 29568.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 126976.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 5963776.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 4192.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 32768.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 137216.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.99664306640625, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -118784.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 137216.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 256000.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 4882432.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -2464.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 26752.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 59648.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 117760.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 4882432.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 326.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 27008.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 60672.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -60672.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 58880.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 119552.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 6094848.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 2464.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 33536.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 131072.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.995758056640625, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -129536.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 131072.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 260608.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 5308416.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -1160.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 29312.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -58880.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 120576.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -1392.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 28800.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 56064.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 117248.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 6488064.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -2944.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 35840.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 175104.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.992156982421875, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -175104.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 165888.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 340992.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 5373952.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -322.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 29696.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -64000.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 131584.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 5308416.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -324.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 29312.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 70656.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -70656.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 132864.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 6258688.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 1456.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 34560.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 158720.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.99908447265625, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -133120.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 158720.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 291840.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": -1776.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 27904.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -59392.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 60160.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 119552.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 5177344.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -920.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -63488.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 125184.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 5931008.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -4256.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 32384.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 191488.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -191488.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 155648.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 347136.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 5111808.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 114.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 28160.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 56064.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -53760.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 56064.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 109824.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 5144576.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 400.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 28288.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 64256.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -64256.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 119808.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 7045120.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 2416.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 38912.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 168960.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.996002197265625, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -168960.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 323584.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 5963776.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -432.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 33024.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 80384.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -80384.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 67072.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 147456.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 5701632.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -2368.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 31360.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 68608.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -68608.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 65024.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 133632.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 6422528.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 1328.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 35328.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -165888.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 147456.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 313344.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 5406720.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 2560.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 29824.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 70144.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -64512.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 134656.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 5406720.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -356.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 29952.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 72704.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -63232.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 72704.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 135936.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 6094848.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -1288.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 33792.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 151552.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.99920654296875, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -151552.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 293888.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 1456.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 27776.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 62464.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -62464.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 116992.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 5144576.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": 55.5, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 28416.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -63488.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 122880.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 5996544.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -1536.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 33024.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 173056.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -173056.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 329728.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": -2480.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 56320.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 111616.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 5144576.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -2192.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 28288.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 60672.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -57088.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 60672.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 117760.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 5537792.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 556.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 30592.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 129536.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -124928.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 129536.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 254464.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 4653056.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 1264.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 25600.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 52224.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -51200.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 52224.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 103424.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 4751360.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": 71.5, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 26368.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 55040.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 53504.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 108544.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 5963776.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -1704.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 33024.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 176128.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -167936.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 176128.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 344064.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 4882432.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -2752.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 26880.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 56064.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -56064.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 55552.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 111616.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 4882432.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -1016.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 26880.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 59392.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -59392.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 55040.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 114432.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 5734400.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 185.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 31616.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 149504.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.9923095703125, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -149504.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 132096.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 281600.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 4947968.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 760.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 27392.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -52224.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 113920.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 4980736.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": 2208.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 27392.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 57344.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -57344.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 111872.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 5636096.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": -306.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 31104.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 128512.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.991485595703125, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -109568.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 128512.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 238080.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 5079040.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 2352.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 28032.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 112640.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 1832.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 27776.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 56832.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -56832.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 56832.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 113664.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 6094848.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -244.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 33536.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -144384.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 135168.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 279552.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 5079040.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 3024.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 27904.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 119808.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -3440.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 62976.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -62976.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 62720.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 125696.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 5636096.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -2176.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 31104.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 104448.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -104448.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 99328.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 203776.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 5013504.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 512.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 27776.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 59904.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -59904.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 115200.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 5079040.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": -139.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 28032.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 62720.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -62720.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 115712.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 6422528.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": 2240.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 35584.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 211968.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.993988037109375, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -206848.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 211968.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 418816.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 1072.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 62208.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -62208.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 123904.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 5275648.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -1856.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 29184.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -58624.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 66048.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 124672.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 6062080.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 656.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 33536.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 188416.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.99493408203125, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -176128.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 188416.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 364544.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 5242880.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 1880.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 28800.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 61440.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -60672.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 61440.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 122112.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 5242880.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": 4352.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 28544.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 62464.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -62464.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 121088.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 5668864.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -868.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 31232.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 138240.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.996124267578125, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -132096.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 138240.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 270336.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 4849664.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 65.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 26752.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 55296.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -55296.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 54272.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 109568.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 4816896.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -520.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 26624.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 60928.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -60928.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 53248.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 114176.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 5570560.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 2784.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 30720.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 140288.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.996185302734375, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -137216.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 140288.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 277504.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 4980736.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 804.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 27520.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 56576.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -56576.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 56576.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 113152.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 4882432.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -2160.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 26880.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 62208.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -61952.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 124160.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 5865472.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 1784.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 32384.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 159744.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -152576.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 159744.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 312320.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 5111808.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 2336.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 28160.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 60416.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -60416.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 118784.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 5079040.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": 396.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 28032.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -61696.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 122112.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 5505024.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 1472.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 30336.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 164864.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.995941162109375, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -150528.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 164864.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 315392.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 4587520.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 16.125, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 25344.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 53760.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -53760.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 46592.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 100352.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 4620288.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": 752.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 25472.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 50688.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -50688.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 49920.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 100608.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 5996544.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -4320.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 32768.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 155648.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.9915771484375, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -151552.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 155648.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 307200.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -2256.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 59904.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -59904.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 118272.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 5341184.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": 1384.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 29440.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 76800.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -65536.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 76800.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 142336.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 6291456.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 264.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 34816.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 196608.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.995452880859375, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -196608.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 180224.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 376832.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -500.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 28800.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 64512.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -64512.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 63488.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 128000.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 5177344.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": 1384.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 28544.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 62208.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -62208.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 62208.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 124416.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 6160384.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -1976.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 34048.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 133120.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.991607666015625, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -133120.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 128512.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 261632.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 5472256.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 980.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 30336.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 69632.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 130816.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 5308416.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -1400.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 29440.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 57856.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 119040.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 6094848.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -440.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 33536.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 158720.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.99041748046875, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -158720.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 311296.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 5144576.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -374.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 28416.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 66048.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -60416.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 66048.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 126464.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 5177344.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -3296.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 28288.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -67584.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 63232.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 130816.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 6455296.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 1072.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 35584.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 176128.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -176128.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 168960.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 345088.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 5275648.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 390.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 29184.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -61184.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 121600.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 5373952.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -2720.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 29568.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -66560.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 64768.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 131328.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 6127616.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 1432.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 33792.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 152576.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -142336.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 152576.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 294912.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 5111808.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -68.5, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 28160.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 61440.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -59392.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 61440.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 120832.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 5308416.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -764.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 29312.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -61952.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 123904.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 5767168.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -2064.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 31872.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 166912.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.9949951171875, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -159744.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 166912.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 326656.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 4915200.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": -2416.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 27136.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 117504.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 4980736.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -1264.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 27520.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 60416.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 115456.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 6029312.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 1096.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 33280.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 143360.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.99932861328125, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -143360.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 142336.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 285696.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 2672.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 27776.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 65280.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -55296.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 65280.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 120576.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 5242880.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -2448.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 28800.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 64256.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -64256.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 123904.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 5996544.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 114.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 33024.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 185344.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.995941162109375, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -181248.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 185344.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 366592.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 4915200.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -3200.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 27008.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 59648.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -54016.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 113664.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 4882432.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -2128.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 26880.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 61440.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 61440.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 117760.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 5865472.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 1784.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 32384.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 212992.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.992645263671875, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -212992.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 207872.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 420864.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 4980736.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 524.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 27520.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 59904.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -59904.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 113920.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 4849664.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": 600.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 26880.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 53248.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -53248.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 51712.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 104960.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 5537792.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -1072.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 30592.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 148480.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -136192.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 148480.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 284672.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 4653056.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -620.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 25728.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -61696.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 48896.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 110592.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 4685824.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -350.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 25984.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 55296.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 55296.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 106240.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 5898240.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 300.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 32640.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 136192.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.996795654296875, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -136192.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 121856.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 258048.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 4947968.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -249.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 27264.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 57856.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -54528.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 57856.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 112384.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 5013504.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": 1912.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 27648.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 58624.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -57856.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 116480.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 5603328.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -2336.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 30848.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 144384.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -130560.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 144384.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 274944.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 4915200.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 3552.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 27008.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -54528.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 116480.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 4849664.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": 175.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 26880.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -52992.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 58112.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 111104.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 6160384.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 1944.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 33792.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 182272.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.993743896484375, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -182272.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 178176.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 360448.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 5144576.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 248.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 28416.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -57856.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 119552.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 5046272.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": 1864.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 27776.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 60928.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 60928.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 119040.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 5668864.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 588.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 31360.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 215040.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.994842529296875, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -215040.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 211968.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 427008.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 4980736.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 1064.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 27520.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -60672.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 122624.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 5013504.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -1608.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 27648.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 69632.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 129792.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 6160384.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 1536.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 34048.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 203776.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.999114990234375, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -203776.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 171008.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 374784.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 5177344.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 1256.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 64000.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 64000.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 124160.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 5242880.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -292.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 29056.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 65536.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -64768.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 65536.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 130304.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 5537792.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 660.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 30592.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 168960.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -131072.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 168960.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 300032.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 4718592.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 1280.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 25984.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 53760.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -53760.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 106496.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 4685824.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": 856.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 25856.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 62720.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -62720.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 52736.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 115456.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 5537792.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 536.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 30720.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 107520.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.997528076171875, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -107520.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 107008.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 214528.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 4784128.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -1488.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 26368.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 57344.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 112384.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 4751360.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": 3664.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 26112.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 56832.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -53248.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 56832.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 110080.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 5308416.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -3184.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 29184.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 135168.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -125952.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 135168.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 261120.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 4521984.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": 1528.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 24960.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 54528.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -53504.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 108032.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 4554752.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -1152.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 25088.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -57600.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 119552.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 5308416.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -384.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 29312.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 154624.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -152576.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 154624.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 307200.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 4587520.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": -1568.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 25216.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 54528.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -49920.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 104448.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 4784128.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": 544.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 26368.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 57088.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -57088.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 54784.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 111872.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 6225920.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -2304.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 34304.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.996337890625, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -164864.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 165888.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 330752.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 4816896.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 1168.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 26624.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 61440.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -60160.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 61440.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 121600.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 4882432.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -772.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 26880.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 72192.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 130304.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 5373952.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 58.25, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 29568.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 116224.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.99481201171875, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -111104.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 116224.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 227328.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 4554752.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 1280.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 25088.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 54784.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -54784.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 54784.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 109568.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 4587520.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -388.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 25472.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 53248.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -53248.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 52480.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 105728.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 5210112.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 157.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 28672.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 138240.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.996185302734375, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -138240.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 124928.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 263168.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 4358144.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 492.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 24064.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 52992.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -49920.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 52992.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 102912.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 4390912.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -4160.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 23808.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 51456.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -51456.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 51200.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 102656.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 5177344.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -756.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 28544.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 110592.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -110592.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 104960.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 215552.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 4456448.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": -354.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 24576.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 58112.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 53760.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 111872.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 4390912.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -688.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 24192.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 60160.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -55040.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 60160.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 115200.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 5668864.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 276.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 31360.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 186368.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -186368.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 181248.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 367616.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 4718592.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -532.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 25984.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 65280.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -62976.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 65280.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 128256.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 4653056.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 456.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 25600.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 64768.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -61952.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 64768.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 126720.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 4816896.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -884.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 26624.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 156672.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.999298095703125, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -156672.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 140288.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 296960.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 4112384.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -760.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 22784.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 55296.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -55296.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 50176.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 105472.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 4079616.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": 648.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 22528.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 56832.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -52992.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 56832.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 109824.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 5111808.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -2976.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 28032.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 165888.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.994384765625, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -140288.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 165888.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 306176.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 4456448.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -1344.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 24704.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 60416.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -59648.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 120064.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 4456448.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -992.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 24704.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 70144.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -57088.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 70144.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 127232.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 6029312.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 584.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 33280.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 286720.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.99578857421875, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -286720.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 241664.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 528384.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 4653056.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": -35.75, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 25728.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 73728.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -73728.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 71680.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 145408.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 4685824.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": 1928.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 25856.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 73216.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 69632.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 142848.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 6193152.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -5696.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 33792.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 206848.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.99395751953125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -206848.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 185344.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 392192.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 4980736.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -452.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 27520.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.998992919921875, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -79360.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 169984.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 4947968.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": 800.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 27264.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 86016.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.99481201171875, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -86016.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 75776.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 161792.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 9895936.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 4192.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 54528.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 475136.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.99957275390625, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -475136.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 471040.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 946176.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 7110656.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 780.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 39168.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 201728.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -182272.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 201728.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 384000.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 7241728.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": 2640.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 39936.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 189440.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.9996337890625, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -183296.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 189440.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 372736.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 35127296.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 15680.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 193536.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 1933312.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -1933312.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 1581056.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 3514368.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 28966912.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 18176.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 970752.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -921600.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 970752.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 1892352.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 28966912.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -6080.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 159744.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 1032192.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.999755859375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -958464.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 1032192.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 1990656.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 20316160.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 3072.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 112640.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 745472.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.999969482421875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -679936.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 745472.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 1425408.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 17432576.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 238.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 96256.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 1474560.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.99981689453125, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -1449984.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 1474560.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 2924544.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 15728640.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": 172.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 86528.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 1212416.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -1155072.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 1212416.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 2367488.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.28125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.00013828277587890625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.029052734375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.09375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.19775390625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.21875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.0001583099365234375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.02880859375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.09521484375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.1982421875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.40625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -8.630752563476562e-05, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.02978515625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.10498046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.10498046875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.20556640625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": 0.000354766845703125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 5.75, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.00101470947265625, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1044921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.00028228759765625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.53125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.001007080078125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.030517578125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.19921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.000194549560546875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.03125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.0004062652587890625, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.03125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.20751953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.00262451171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0306396484375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.20654296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.00061798095703125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.65625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.0311279296875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.46875, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0302734375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.000720977783203125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000682830810546875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.00119781494140625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.109375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.000453948974609375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.8125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.00061798095703125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.031982421875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.0002803802490234375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 0.000492095947265625, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.0001544952392578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -0.00013256072998046875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.00010013580322265625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 7.915496826171875e-05, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.00213623046875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0003452301025390625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.000904083251953125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -0.00013446807861328125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 0.00067901611328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.000263214111328125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.0006561279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0004482269287109375, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.00179290771484375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.0018310546875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.00022220611572265625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -0.00022411346435546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.0006561279296875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.0007476806640625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00107574462890625, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.0005645751953125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.00107574462890625, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": -0.0003662109375, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.00010204315185546875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.001556396484375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.0015106201171875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.00124359130859375, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0004558563232421875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.000171661376953125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 9.584426879882812e-05, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 8.535385131835938e-05, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.000720977783203125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.000400543212890625, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0018157958984375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.00014972686767578125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.0006561279296875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.00145721435546875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.00034332275390625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00061798095703125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.00119781494140625, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.0004482269287109375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 7.772445678710938e-05, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.00011444091796875, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -0.0002841949462890625, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.0012969970703125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": -0.000949859619140625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00148773193359375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 5.078315734863281e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.0004253387451171875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.0006256103515625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.0002307891845703125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.00104522705078125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.00078582763671875, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.001068115234375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.001373291015625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.00150299072265625, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.00020885467529296875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.00072479248046875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.00112152099609375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -6.341934204101562e-05, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00136566162109375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.000263214111328125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.0017852783203125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.0009918212890625, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 9.584426879882812e-05, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.001190185546875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.000667572021484375, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 9.965896606445312e-05, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000446319580078125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.0009765625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.001495361328125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.00141143798828125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.00153350830078125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.00010347366333007812, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.000644683837890625, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.00118255615234375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.000835418701171875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.0004863739013671875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -9.679794311523438e-05, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.00121307373046875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 0.001251220703125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.0007171630859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": 5.1975250244140625e-05, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.000782012939453125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 0.00010251998901367188, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.001220703125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.000370025634765625, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.000972747802734375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.0003299713134765625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.0010528564453125, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": -5.269050598144531e-05, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 7.43865966796875e-05, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00133514404296875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.000579833984375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.00103759765625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.0003070831298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.00124359130859375, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.00101470947265625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.0003795623779296875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": 0.000820159912109375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.0009918212890625, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 1.5854835510253906e-05, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.00022220611572265625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.0009307861328125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.00177764892578125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.00136566162109375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.00121307373046875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 3.7670135498046875e-05, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 0.000774383544921875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.00080108642578125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": -2.1457672119140625e-05, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.00098419189453125, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.00020122528076171875, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": 0.00067901611328125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 4.291534423828125e-05, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.0003757476806640625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.00148773193359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.000946044921875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.000835418701171875, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 0.000736236572265625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": 0.00018310546875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.000568389892578125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00136566162109375, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.0003261566162109375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -5.817413330078125e-05, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": -3.62396240234375e-05, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.0004425048828125, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.00098419189453125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.000232696533203125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.0010986328125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.000736236572265625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.000762939453125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.000335693359375, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.000446319580078125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00113677978515625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.00022220611572265625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.000881195068359375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.00103759765625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0026702880859375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": -0.0001277923583984375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.65625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0002880096435546875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.000377655029296875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.00058746337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.000698089599609375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00103759765625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.000354766845703125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -0.000732421875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -6.246566772460938e-05, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 0.000469207763671875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.000270843505859375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.0001277923583984375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0009002685546875, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": -4.2438507080078125e-05, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.000888824462890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.0002994537353515625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": -8.881092071533203e-06, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.00038909912109375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.0016632080078125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.00023174285888671875, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00139617919921875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.000591278076171875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.00154876708984375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.0002727508544921875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.000301361083984375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.00096893310546875, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": 9.918212890625e-05, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.000568389892578125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 8.535385131835938e-05, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.09375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": -0.0002613067626953125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.0008697509765625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.0009002685546875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -0.0001583099365234375, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 1.0192394256591797e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.4375, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": 3.039836883544922e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.041015625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.0009613037109375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.00040435791015625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 0.00022411346435546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -3.6716461181640625e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.00024318695068359375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.0012969970703125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.000362396240234375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": 0.0004711151123046875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00125885009765625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": -0.000324249267578125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -4.601478576660156e-05, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.000629425048828125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": 0.0005645751953125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00112152099609375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00131988525390625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": -0.0002651214599609375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.00122833251953125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 0.0010833740234375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.000415802001953125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.04541015625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.0009765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": -0.00118255615234375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.000949859619140625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.001312255859375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.04638671875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.00021839141845703125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": -0.0009307861328125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.000484466552734375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.0002231597900390625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": -0.0001392364501953125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": -8.296966552734375e-05, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": 3.7670135498046875e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": -0.0002727508544921875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.00081634521484375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.000667572021484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": -0.001007080078125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.000469207763671875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.5, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.00014495849609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.046875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": -0.000682830810546875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": 0.00017833709716796875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.000141143798828125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.306640625} -{"step": 2740, "epoch": 0.18469834850016853, "timestamp": 1786742618.3781667, "loss": 7.940325164794922, "grad_norm": 69206016.0, "learning_rate": 9e-05, "train/total_time_seconds": 75.55645028874278, "train/time_per_step_avg": 0.3080187908932567, "train/epoch_time_elapsed": 88.93798952177167, "train/estimated_remaining_minutes": 0.34928772639564787} -{"step": 2760, "epoch": 0.18604651162790697, "timestamp": 1786742626.7554238, "loss": 7.9444091796875, "grad_norm": 31981568.0, "learning_rate": 9e-05, "train/total_time_seconds": 82.79934918880463, "train/time_per_step_avg": 0.31350814513862135, "train/epoch_time_elapsed": 97.28890441730618, "train/estimated_remaining_minutes": 0.36999709178572115, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.46226501464844, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00154876708984375, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.546875, "train/tensor_act_model_layers_0_residual_post_attn/norm": 188.712158203125, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.00154876708984375, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09228515625, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.33203125, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.3125, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.33203125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.64453125, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 2542.23828125, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.009033203125, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 0.87890625, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 5.46875, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -4.84375, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 5.46875, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 10.3125, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 2537.3935546875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.0145263671875, "train/tensor_act_model_layers_0_mlp_up_proj/std": 0.875, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 4.40625, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -4.40625, "train/tensor_act_model_layers_0_mlp_up_proj/max": 4.28125, "train/tensor_act_model_layers_0_mlp_up_proj/range": 8.6875, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 10392.26171875, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 3.515625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 3.65625, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 18.875, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.0830068588256836, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.333984375, "train/tensor_act_model_layers_0_mlp_down_proj/max": 18.875, "train/tensor_act_model_layers_0_mlp_down_proj/range": 19.208984375, "train/tensor_act_model_layers_0_mlp/norm": 5066.21875, "train/tensor_act_model_layers_0_mlp/mean": 1.9921875, "train/tensor_act_model_layers_0_mlp/std": 1.46875, "train/tensor_act_model_layers_0_mlp/max_abs": 4.0, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.333984375, "train/tensor_act_model_layers_0_mlp/max": 4.0, "train/tensor_act_model_layers_0_mlp/range": 4.333984375, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 5072.99560546875, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 1.9921875, "train/tensor_act_model_layers_0_residual_post_mlp/std": 1.4765625, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 4.25, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.4375, "train/tensor_act_model_layers_0_residual_post_mlp/max": 4.25, "train/tensor_act_model_layers_0_residual_post_mlp/range": 4.6875, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 5072.99560546875, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 1.9921875, "train/tensor_act_model_layers_1_residual_pre_attn/std": 1.4765625, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 4.25, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.4375, "train/tensor_act_model_layers_1_residual_pre_attn/max": 4.25, "train/tensor_act_model_layers_1_residual_pre_attn/range": 4.6875, "train/tensor_act_model_layers_1_residual_post_attn/norm": 5073.1376953125, "train/tensor_act_model_layers_1_residual_post_attn/mean": 1.9921875, "train/tensor_act_model_layers_1_residual_post_attn/std": 1.4765625, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 4.375, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.49609375, "train/tensor_act_model_layers_1_residual_post_attn/max": 4.375, "train/tensor_act_model_layers_1_residual_post_attn/range": 4.87109375, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 4914.837890625, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.0771484375, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 1.6953125, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 8.046875, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 4875.10791015625, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.193359375, "train/tensor_act_model_layers_1_mlp_up_proj/std": 1.671875, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_1_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_1_mlp_up_proj/range": 8.375, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 30829.26953125, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 14.625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 3.65625, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 21.375, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 0.8892028331756592, "train/tensor_act_model_layers_1_mlp_down_proj/min": -0.2734375, "train/tensor_act_model_layers_1_mlp_down_proj/max": 21.375, "train/tensor_act_model_layers_1_mlp_down_proj/range": 21.6484375, "train/tensor_act_model_layers_1_mlp/norm": 8046.10986328125, "train/tensor_act_model_layers_1_mlp/mean": 3.90625, "train/tensor_act_model_layers_1_mlp/std": 0.39453125, "train/tensor_act_model_layers_1_mlp/max_abs": 4.0, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": -0.2734375, "train/tensor_act_model_layers_1_mlp/max": 4.0, "train/tensor_act_model_layers_1_mlp/range": 4.2734375, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 12536.677734375, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 5.90625, "train/tensor_act_model_layers_1_residual_post_mlp/std": 1.640625, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 8.375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": -0.58984375, "train/tensor_act_model_layers_1_residual_post_mlp/max": 8.375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 8.96484375, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 12536.677734375, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 5.90625, "train/tensor_act_model_layers_2_residual_pre_attn/std": 1.640625, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 8.375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": -0.58984375, "train/tensor_act_model_layers_2_residual_pre_attn/max": 8.375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 8.96484375, "train/tensor_act_model_layers_2_residual_post_attn/norm": 12533.53515625, "train/tensor_act_model_layers_2_residual_post_attn/mean": 5.90625, "train/tensor_act_model_layers_2_residual_post_attn/std": 1.640625, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 8.375, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": -0.59375, "train/tensor_act_model_layers_2_residual_post_attn/max": 8.375, "train/tensor_act_model_layers_2_residual_post_attn/range": 8.96875, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 5165.671875, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.1162109375, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 5227.3369140625, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.041259765625, "train/tensor_act_model_layers_2_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 3.90625, "train/tensor_act_model_layers_2_mlp_up_proj/range": 7.9375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 28613.609375, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 13.9375, "train/tensor_act_model_layers_2_mlp_down_proj/std": 1.0625, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 0.9981033802032471, "train/tensor_act_model_layers_2_mlp_down_proj/min": 1.1015625, "train/tensor_act_model_layers_2_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_2_mlp_down_proj/range": 15.7734375, "train/tensor_act_model_layers_2_mlp/norm": 8175.3583984375, "train/tensor_act_model_layers_2_mlp/mean": 3.984375, "train/tensor_act_model_layers_2_mlp/std": 0.0189208984375, "train/tensor_act_model_layers_2_mlp/max_abs": 4.0, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": 1.078125, "train/tensor_act_model_layers_2_mlp/max": 4.0, "train/tensor_act_model_layers_2_mlp/range": 2.921875, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 20527.77734375, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 9.875, "train/tensor_act_model_layers_2_residual_post_mlp/std": 1.640625, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 12.375, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.4703648090362549, "train/tensor_act_model_layers_2_residual_post_mlp/min": 0.7734375, "train/tensor_act_model_layers_2_residual_post_mlp/max": 12.375, "train/tensor_act_model_layers_2_residual_post_mlp/range": 11.6015625, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 20527.77734375, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 9.875, "train/tensor_act_model_layers_3_residual_pre_attn/std": 1.640625, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 12.375, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.4703648090362549, "train/tensor_act_model_layers_3_residual_pre_attn/min": 0.7734375, "train/tensor_act_model_layers_3_residual_pre_attn/max": 12.375, "train/tensor_act_model_layers_3_residual_pre_attn/range": 11.6015625, "train/tensor_act_model_layers_3_residual_post_attn/norm": 20530.4375, "train/tensor_act_model_layers_3_residual_post_attn/mean": 9.875, "train/tensor_act_model_layers_3_residual_post_attn/std": 1.640625, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 12.4375, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.4716503620147705, "train/tensor_act_model_layers_3_residual_post_attn/min": 0.78125, "train/tensor_act_model_layers_3_residual_post_attn/max": 12.4375, "train/tensor_act_model_layers_3_residual_post_attn/range": 11.65625, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 5200.39599609375, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.01708984375, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -3.515625, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 3.40625, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 6.921875, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 5125.6015625, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.072265625, "train/tensor_act_model_layers_3_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_3_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_3_mlp_up_proj/range": 6.90625, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 28561.599609375, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 13.9375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.8046875, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 17.5, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": 12.125, "train/tensor_act_model_layers_3_mlp_down_proj/max": 17.5, "train/tensor_act_model_layers_3_mlp_down_proj/range": 5.375, "train/tensor_act_model_layers_3_mlp/norm": 8177.689453125, "train/tensor_act_model_layers_3_mlp/mean": 4.0, "train/tensor_act_model_layers_3_mlp/std": 0.007781982421875, "train/tensor_act_model_layers_3_mlp/max_abs": 4.0, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": 3.984375, "train/tensor_act_model_layers_3_mlp/max": 4.0, "train/tensor_act_model_layers_3_mlp/range": 0.015625, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 28639.4140625, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 13.875, "train/tensor_act_model_layers_3_residual_post_mlp/std": 1.640625, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 16.5, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 0.9861021041870117, "train/tensor_act_model_layers_3_residual_post_mlp/min": 4.75, "train/tensor_act_model_layers_3_residual_post_mlp/max": 16.5, "train/tensor_act_model_layers_3_residual_post_mlp/range": 11.75, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 28639.4140625, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 13.875, "train/tensor_act_model_layers_4_residual_pre_attn/std": 1.640625, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 16.5, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 0.9861021041870117, "train/tensor_act_model_layers_4_residual_pre_attn/min": 4.75, "train/tensor_act_model_layers_4_residual_pre_attn/max": 16.5, "train/tensor_act_model_layers_4_residual_pre_attn/range": 11.75, "train/tensor_act_model_layers_4_residual_post_attn/norm": 28622.21484375, "train/tensor_act_model_layers_4_residual_post_attn/mean": 13.875, "train/tensor_act_model_layers_4_residual_post_attn/std": 1.6484375, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 16.625, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 0.9860730171203613, "train/tensor_act_model_layers_4_residual_post_attn/min": 4.75, "train/tensor_act_model_layers_4_residual_post_attn/max": 16.625, "train/tensor_act_model_layers_4_residual_post_attn/range": 11.875, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 5175.11572265625, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.0830078125, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -3.359375, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 6.84375, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 5230.79248046875, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.03271484375, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_4_mlp_up_proj/range": 6.75, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 28263.09765625, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 13.75, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.78515625, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 15.875, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": 11.625, "train/tensor_act_model_layers_4_mlp_down_proj/max": 15.875, "train/tensor_act_model_layers_4_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_4_mlp/norm": 8175.96728515625, "train/tensor_act_model_layers_4_mlp/mean": 3.984375, "train/tensor_act_model_layers_4_mlp/std": 0.0078125, "train/tensor_act_model_layers_4_mlp/max_abs": 4.0, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": 3.96875, "train/tensor_act_model_layers_4_mlp/max": 4.0, "train/tensor_act_model_layers_4_mlp/range": 0.03125, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 36746.22265625, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 17.875, "train/tensor_act_model_layers_4_residual_post_mlp/std": 1.6484375, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 20.625, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 0.9999716281890869, "train/tensor_act_model_layers_4_residual_post_mlp/min": 8.75, "train/tensor_act_model_layers_4_residual_post_mlp/max": 20.625, "train/tensor_act_model_layers_4_residual_post_mlp/range": 11.875, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 36746.22265625, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 17.875, "train/tensor_act_model_layers_5_residual_pre_attn/std": 1.6484375, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 20.625, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 0.9999716281890869, "train/tensor_act_model_layers_5_residual_pre_attn/min": 8.75, "train/tensor_act_model_layers_5_residual_pre_attn/max": 20.625, "train/tensor_act_model_layers_5_residual_pre_attn/range": 11.875, "train/tensor_act_model_layers_5_residual_post_attn/norm": 36735.734375, "train/tensor_act_model_layers_5_residual_post_attn/mean": 17.875, "train/tensor_act_model_layers_5_residual_post_attn/std": 1.6484375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 20.75, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 0.9999711513519287, "train/tensor_act_model_layers_5_residual_post_attn/min": 8.75, "train/tensor_act_model_layers_5_residual_post_attn/max": 20.75, "train/tensor_act_model_layers_5_residual_post_attn/range": 12.0, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 5082.07373046875, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.09814453125, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.75, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 3.234375, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 3.21875, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 6.453125, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 5122.65380859375, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.09375, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.15625, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_5_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_5_mlp_up_proj/range": 6.265625, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 28858.359375, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 14.0625, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.6484375, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 15.6875, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": 12.3125, "train/tensor_act_model_layers_5_mlp_down_proj/max": 15.6875, "train/tensor_act_model_layers_5_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_5_mlp/norm": 8180.654296875, "train/tensor_act_model_layers_5_mlp/mean": 4.0, "train/tensor_act_model_layers_5_mlp/std": 0.007476806640625, "train/tensor_act_model_layers_5_mlp/max_abs": 4.0, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": 3.984375, "train/tensor_act_model_layers_5_mlp/max": 4.0, "train/tensor_act_model_layers_5_mlp/range": 0.015625, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 44898.03125, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 21.875, "train/tensor_act_model_layers_5_residual_post_mlp/std": 1.6484375, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 24.75, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": 12.75, "train/tensor_act_model_layers_5_residual_post_mlp/max": 24.75, "train/tensor_act_model_layers_5_residual_post_mlp/range": 12.0, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 44898.03125, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 21.875, "train/tensor_act_model_layers_6_residual_pre_attn/std": 1.6484375, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 24.75, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": 12.75, "train/tensor_act_model_layers_6_residual_pre_attn/max": 24.75, "train/tensor_act_model_layers_6_residual_pre_attn/range": 12.0, "train/tensor_act_model_layers_6_residual_post_attn/norm": 44861.81640625, "train/tensor_act_model_layers_6_residual_post_attn/mean": 21.875, "train/tensor_act_model_layers_6_residual_post_attn/std": 1.65625, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 24.75, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_attn/min": 12.75, "train/tensor_act_model_layers_6_residual_post_attn/max": 24.75, "train/tensor_act_model_layers_6_residual_post_attn/range": 12.0, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 5233.2626953125, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.049072265625, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 3.09375, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 5197.1201171875, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.0576171875, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -3.359375, "train/tensor_act_model_layers_6_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_6_mlp_up_proj/range": 6.78125, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 28998.658203125, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 14.125, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.65234375, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 15.75, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": 12.25, "train/tensor_act_model_layers_6_mlp_down_proj/max": 15.75, "train/tensor_act_model_layers_6_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_6_mlp/norm": 8182.45703125, "train/tensor_act_model_layers_6_mlp/mean": 4.0, "train/tensor_act_model_layers_6_mlp/std": 0.00714111328125, "train/tensor_act_model_layers_6_mlp/max_abs": 4.0, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": 3.984375, "train/tensor_act_model_layers_6_mlp/max": 4.0, "train/tensor_act_model_layers_6_mlp/range": 0.015625, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 53034.06640625, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 25.875, "train/tensor_act_model_layers_6_residual_post_mlp/std": 1.65625, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 28.75, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": 16.75, "train/tensor_act_model_layers_6_residual_post_mlp/max": 28.75, "train/tensor_act_model_layers_6_residual_post_mlp/range": 12.0, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 53034.06640625, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 25.875, "train/tensor_act_model_layers_7_residual_pre_attn/std": 1.65625, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 28.75, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": 16.75, "train/tensor_act_model_layers_7_residual_pre_attn/max": 28.75, "train/tensor_act_model_layers_7_residual_pre_attn/range": 12.0, "train/tensor_act_model_layers_7_residual_post_attn/norm": 53065.78515625, "train/tensor_act_model_layers_7_residual_post_attn/mean": 25.875, "train/tensor_act_model_layers_7_residual_post_attn/std": 1.6640625, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 29.125, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_attn/min": 16.625, "train/tensor_act_model_layers_7_residual_post_attn/max": 29.125, "train/tensor_act_model_layers_7_residual_post_attn/range": 12.5, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 5352.1328125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.03466796875, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 6.828125, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 5228.4365234375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.0693359375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_7_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_7_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 28489.119140625, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 13.875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_7_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_7_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_7_mlp/norm": 8178.0673828125, "train/tensor_act_model_layers_7_mlp/mean": 4.0, "train/tensor_act_model_layers_7_mlp/std": 0.00775146484375, "train/tensor_act_model_layers_7_mlp/max_abs": 4.0, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": 3.984375, "train/tensor_act_model_layers_7_mlp/max": 4.0, "train/tensor_act_model_layers_7_mlp/range": 0.015625, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 61236.11328125, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 29.875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 1.65625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 33.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": 20.625, "train/tensor_act_model_layers_7_residual_post_mlp/max": 33.0, "train/tensor_act_model_layers_7_residual_post_mlp/range": 12.375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 61236.11328125, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 29.875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 1.65625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 33.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": 20.625, "train/tensor_act_model_layers_8_residual_pre_attn/max": 33.0, "train/tensor_act_model_layers_8_residual_pre_attn/range": 12.375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 61213.78125, "train/tensor_act_model_layers_8_residual_post_attn/mean": 29.875, "train/tensor_act_model_layers_8_residual_post_attn/std": 1.671875, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 33.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_attn/min": 20.5, "train/tensor_act_model_layers_8_residual_post_attn/max": 33.0, "train/tensor_act_model_layers_8_residual_post_attn/range": 12.5, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 5269.642578125, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.0306396484375, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.25, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -3.25, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 6.390625, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 5193.564453125, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.01422119140625, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.296875, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_8_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_8_mlp_up_proj/range": 6.453125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 28476.775390625, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 13.875, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.62890625, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 15.625, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 12.5625, "train/tensor_act_model_layers_8_mlp_down_proj/max": 15.625, "train/tensor_act_model_layers_8_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_8_mlp/norm": 8178.47509765625, "train/tensor_act_model_layers_8_mlp/mean": 4.0, "train/tensor_act_model_layers_8_mlp/std": 0.007720947265625, "train/tensor_act_model_layers_8_mlp/max_abs": 4.0, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 3.984375, "train/tensor_act_model_layers_8_mlp/max": 4.0, "train/tensor_act_model_layers_8_mlp/range": 0.015625, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 69355.671875, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 33.75, "train/tensor_act_model_layers_8_residual_post_mlp/std": 1.671875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 37.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 24.5, "train/tensor_act_model_layers_8_residual_post_mlp/max": 37.0, "train/tensor_act_model_layers_8_residual_post_mlp/range": 12.5, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 69355.671875, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 33.75, "train/tensor_act_model_layers_9_residual_pre_attn/std": 1.671875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 37.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 24.5, "train/tensor_act_model_layers_9_residual_pre_attn/max": 37.0, "train/tensor_act_model_layers_9_residual_pre_attn/range": 12.5, "train/tensor_act_model_layers_9_residual_post_attn/norm": 69335.9921875, "train/tensor_act_model_layers_9_residual_post_attn/mean": 33.75, "train/tensor_act_model_layers_9_residual_post_attn/std": 1.671875, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 37.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 24.5, "train/tensor_act_model_layers_9_residual_post_attn/max": 37.0, "train/tensor_act_model_layers_9_residual_post_attn/range": 12.5, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 5234.91162109375, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.306640625, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 3.46875, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -3.46875, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 6.9375, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 5268.45458984375, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.05615234375, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_9_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_9_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 28834.771484375, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 14.0625, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.6875, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 12.1875, "train/tensor_act_model_layers_9_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_9_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_9_mlp/norm": 8178.97509765625, "train/tensor_act_model_layers_9_mlp/mean": 4.0, "train/tensor_act_model_layers_9_mlp/std": 0.0076904296875, "train/tensor_act_model_layers_9_mlp/max_abs": 4.0, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 3.984375, "train/tensor_act_model_layers_9_mlp/max": 4.0, "train/tensor_act_model_layers_9_mlp/range": 0.015625, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 77515.0703125, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 37.75, "train/tensor_act_model_layers_9_residual_post_mlp/std": 1.6796875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 41.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 28.5, "train/tensor_act_model_layers_9_residual_post_mlp/max": 41.0, "train/tensor_act_model_layers_9_residual_post_mlp/range": 12.5, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 77515.0703125, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 37.75, "train/tensor_act_model_layers_10_residual_pre_attn/std": 1.6796875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 41.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 28.5, "train/tensor_act_model_layers_10_residual_pre_attn/max": 41.0, "train/tensor_act_model_layers_10_residual_pre_attn/range": 12.5, "train/tensor_act_model_layers_10_residual_post_attn/norm": 77527.484375, "train/tensor_act_model_layers_10_residual_post_attn/mean": 37.75, "train/tensor_act_model_layers_10_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 41.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 28.375, "train/tensor_act_model_layers_10_residual_post_attn/max": 41.0, "train/tensor_act_model_layers_10_residual_post_attn/range": 12.625, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 5186.98486328125, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.040283203125, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 3.171875, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -3.15625, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 6.328125, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 5270.83935546875, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.126953125, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -3.1875, "train/tensor_act_model_layers_10_mlp_up_proj/max": 3.140625, "train/tensor_act_model_layers_10_mlp_up_proj/range": 6.328125, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 28428.630859375, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 13.875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.67578125, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 15.5, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 12.1875, "train/tensor_act_model_layers_10_mlp_down_proj/max": 15.5, "train/tensor_act_model_layers_10_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_10_mlp/norm": 8176.89599609375, "train/tensor_act_model_layers_10_mlp/mean": 4.0, "train/tensor_act_model_layers_10_mlp/std": 0.0078125, "train/tensor_act_model_layers_10_mlp/max_abs": 4.0, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 3.984375, "train/tensor_act_model_layers_10_mlp/max": 4.0, "train/tensor_act_model_layers_10_mlp/range": 0.015625, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 85712.125, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 41.75, "train/tensor_act_model_layers_10_residual_post_mlp/std": 1.6796875, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 45.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 32.25, "train/tensor_act_model_layers_10_residual_post_mlp/max": 45.0, "train/tensor_act_model_layers_10_residual_post_mlp/range": 12.75, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 85712.125, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 41.75, "train/tensor_act_model_layers_11_residual_pre_attn/std": 1.6796875, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 45.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 32.25, "train/tensor_act_model_layers_11_residual_pre_attn/max": 45.0, "train/tensor_act_model_layers_11_residual_pre_attn/range": 12.75, "train/tensor_act_model_layers_11_residual_post_attn/norm": 85672.234375, "train/tensor_act_model_layers_11_residual_post_attn/mean": 41.75, "train/tensor_act_model_layers_11_residual_post_attn/std": 1.6796875, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 45.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 32.25, "train/tensor_act_model_layers_11_residual_post_attn/max": 45.0, "train/tensor_act_model_layers_11_residual_post_attn/range": 12.75, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 5264.0322265625, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.021728515625, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 3.34375, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 3.15625, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 6.5, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 5307.216796875, "train/tensor_act_model_layers_11_mlp_up_proj/mean": -0.0028076171875, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -3.328125, "train/tensor_act_model_layers_11_mlp_up_proj/max": 3.375, "train/tensor_act_model_layers_11_mlp_up_proj/range": 6.703125, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 28101.15625, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.71875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 15.75, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_11_mlp_down_proj/max": 15.75, "train/tensor_act_model_layers_11_mlp_down_proj/range": 3.6875, "train/tensor_act_model_layers_11_mlp/norm": 8174.04736328125, "train/tensor_act_model_layers_11_mlp/mean": 3.984375, "train/tensor_act_model_layers_11_mlp/std": 0.00775146484375, "train/tensor_act_model_layers_11_mlp/max_abs": 4.0, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 3.984375, "train/tensor_act_model_layers_11_mlp/max": 4.0, "train/tensor_act_model_layers_11_mlp/range": 0.015625, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 93858.1796875, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 45.75, "train/tensor_act_model_layers_11_residual_post_mlp/std": 1.6796875, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 49.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 36.25, "train/tensor_act_model_layers_11_residual_post_mlp/max": 49.0, "train/tensor_act_model_layers_11_residual_post_mlp/range": 12.75, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 93858.1796875, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 45.75, "train/tensor_act_model_layers_12_residual_pre_attn/std": 1.6796875, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 49.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 36.25, "train/tensor_act_model_layers_12_residual_pre_attn/max": 49.0, "train/tensor_act_model_layers_12_residual_pre_attn/range": 12.75, "train/tensor_act_model_layers_12_residual_post_attn/norm": 93790.875, "train/tensor_act_model_layers_12_residual_post_attn/mean": 45.75, "train/tensor_act_model_layers_12_residual_post_attn/std": 1.6875, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 49.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 36.25, "train/tensor_act_model_layers_12_residual_post_attn/max": 49.0, "train/tensor_act_model_layers_12_residual_post_attn/range": 12.75, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 5174.041015625, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.038818359375, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 3.578125, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 3.578125, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 6.96875, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 5348.34228515625, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.09521484375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_12_mlp_up_proj/max": 3.3125, "train/tensor_act_model_layers_12_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 28357.31640625, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 13.8125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.54296875, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 15.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 12.1875, "train/tensor_act_model_layers_12_mlp_down_proj/max": 15.0, "train/tensor_act_model_layers_12_mlp_down_proj/range": 2.8125, "train/tensor_act_model_layers_12_mlp/norm": 8176.447265625, "train/tensor_act_model_layers_12_mlp/mean": 4.0, "train/tensor_act_model_layers_12_mlp/std": 0.0078125, "train/tensor_act_model_layers_12_mlp/max_abs": 4.0, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 3.984375, "train/tensor_act_model_layers_12_mlp/max": 4.0, "train/tensor_act_model_layers_12_mlp/range": 0.015625, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 101977.734375, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 49.75, "train/tensor_act_model_layers_12_residual_post_mlp/std": 1.6875, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 53.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 40.25, "train/tensor_act_model_layers_12_residual_post_mlp/max": 53.0, "train/tensor_act_model_layers_12_residual_post_mlp/range": 12.75, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 101977.734375, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 49.75, "train/tensor_act_model_layers_13_residual_pre_attn/std": 1.6875, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 53.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 40.25, "train/tensor_act_model_layers_13_residual_pre_attn/max": 53.0, "train/tensor_act_model_layers_13_residual_pre_attn/range": 12.75, "train/tensor_act_model_layers_13_residual_post_attn/norm": 101899.0390625, "train/tensor_act_model_layers_13_residual_post_attn/mean": 49.75, "train/tensor_act_model_layers_13_residual_post_attn/std": 1.703125, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 53.5, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 40.25, "train/tensor_act_model_layers_13_residual_post_attn/max": 53.5, "train/tensor_act_model_layers_13_residual_post_attn/range": 13.25, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 5200.19970703125, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.0615234375, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -3.421875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 6.96875, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 5223.10888671875, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.09033203125, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_13_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_13_mlp_up_proj/range": 7.046875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 28597.009765625, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 13.9375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.75, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 12.375, "train/tensor_act_model_layers_13_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_13_mlp_down_proj/range": 5.0, "train/tensor_act_model_layers_13_mlp/norm": 8177.59423828125, "train/tensor_act_model_layers_13_mlp/mean": 4.0, "train/tensor_act_model_layers_13_mlp/std": 0.007781982421875, "train/tensor_act_model_layers_13_mlp/max_abs": 4.0, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 3.984375, "train/tensor_act_model_layers_13_mlp/max": 4.0, "train/tensor_act_model_layers_13_mlp/range": 0.015625, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 110086.6171875, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 53.75, "train/tensor_act_model_layers_13_residual_post_mlp/std": 1.703125, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 57.5, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 44.25, "train/tensor_act_model_layers_13_residual_post_mlp/max": 57.5, "train/tensor_act_model_layers_13_residual_post_mlp/range": 13.25, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 110086.6171875, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 53.75, "train/tensor_act_model_layers_14_residual_pre_attn/std": 1.703125, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 57.5, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 44.25, "train/tensor_act_model_layers_14_residual_pre_attn/max": 57.5, "train/tensor_act_model_layers_14_residual_pre_attn/range": 13.25, "train/tensor_act_model_layers_14_residual_post_attn/norm": 110067.0390625, "train/tensor_act_model_layers_14_residual_post_attn/mean": 53.75, "train/tensor_act_model_layers_14_residual_post_attn/std": 1.703125, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 57.5, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 44.25, "train/tensor_act_model_layers_14_residual_post_attn/max": 57.5, "train/tensor_act_model_layers_14_residual_post_attn/range": 13.25, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 5234.4765625, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.255859375, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -3.171875, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 6.453125, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 5254.00537109375, "train/tensor_act_model_layers_14_mlp_up_proj/mean": 0.035888671875, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -3.5, "train/tensor_act_model_layers_14_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_14_mlp_up_proj/range": 6.59375, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 28118.6796875, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.6484375, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 15.625, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 12.25, "train/tensor_act_model_layers_14_mlp_down_proj/max": 15.625, "train/tensor_act_model_layers_14_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_14_mlp/norm": 8173.169921875, "train/tensor_act_model_layers_14_mlp/mean": 3.984375, "train/tensor_act_model_layers_14_mlp/std": 0.0076904296875, "train/tensor_act_model_layers_14_mlp/max_abs": 4.0, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 3.984375, "train/tensor_act_model_layers_14_mlp/max": 4.0, "train/tensor_act_model_layers_14_mlp/range": 0.015625, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 118255.1953125, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 57.75, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.703125, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 61.5, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 48.25, "train/tensor_act_model_layers_14_residual_post_mlp/max": 61.5, "train/tensor_act_model_layers_14_residual_post_mlp/range": 13.25, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 118255.1953125, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 57.75, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.703125, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 61.5, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 48.25, "train/tensor_act_model_layers_15_residual_pre_attn/max": 61.5, "train/tensor_act_model_layers_15_residual_pre_attn/range": 13.25, "train/tensor_act_model_layers_15_residual_post_attn/norm": 118211.8046875, "train/tensor_act_model_layers_15_residual_post_attn/mean": 57.75, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.71875, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 61.5, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 48.0, "train/tensor_act_model_layers_15_residual_post_attn/max": 61.5, "train/tensor_act_model_layers_15_residual_post_attn/range": 13.5, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 5272.765625, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.08740234375, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 3.25, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 7.125, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 5226.357421875, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.0791015625, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -3.125, "train/tensor_act_model_layers_15_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_15_mlp_up_proj/range": 6.515625, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 28319.30078125, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 13.8125, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.63671875, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 15.25, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 12.1875, "train/tensor_act_model_layers_15_mlp_down_proj/max": 15.25, "train/tensor_act_model_layers_15_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_15_mlp/norm": 8175.0068359375, "train/tensor_act_model_layers_15_mlp/mean": 3.984375, "train/tensor_act_model_layers_15_mlp/std": 0.007781982421875, "train/tensor_act_model_layers_15_mlp/max_abs": 4.0, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 3.984375, "train/tensor_act_model_layers_15_mlp/max": 4.0, "train/tensor_act_model_layers_15_mlp/range": 0.015625, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 126385.296875, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 61.75, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.703125, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 65.5, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 52.0, "train/tensor_act_model_layers_15_residual_post_mlp/max": 65.5, "train/tensor_act_model_layers_15_residual_post_mlp/range": 13.5, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 126385.296875, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 61.75, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.703125, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 65.5, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 52.0, "train/tensor_act_model_layers_16_residual_pre_attn/max": 65.5, "train/tensor_act_model_layers_16_residual_pre_attn/range": 13.5, "train/tensor_act_model_layers_16_residual_post_attn/norm": 126361.8671875, "train/tensor_act_model_layers_16_residual_post_attn/mean": 61.75, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.7109375, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 65.5, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 52.0, "train/tensor_act_model_layers_16_residual_post_attn/max": 65.5, "train/tensor_act_model_layers_16_residual_post_attn/range": 13.5, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 5178.07470703125, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.04541015625, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 3.46875, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -3.46875, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 6.90625, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 5200.70361328125, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.1005859375, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -3.71875, "train/tensor_act_model_layers_16_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_16_mlp_up_proj/range": 7.015625, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 27972.759765625, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.6484375, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 15.125, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 11.875, "train/tensor_act_model_layers_16_mlp_down_proj/max": 15.125, "train/tensor_act_model_layers_16_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_16_mlp/norm": 8173.189453125, "train/tensor_act_model_layers_16_mlp/mean": 3.984375, "train/tensor_act_model_layers_16_mlp/std": 0.0076904296875, "train/tensor_act_model_layers_16_mlp/max_abs": 4.0, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 3.984375, "train/tensor_act_model_layers_16_mlp/max": 4.0, "train/tensor_act_model_layers_16_mlp/range": 0.015625, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 134438.53125, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 65.5, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.7109375, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 69.5, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 56.0, "train/tensor_act_model_layers_16_residual_post_mlp/max": 69.5, "train/tensor_act_model_layers_16_residual_post_mlp/range": 13.5, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 134438.53125, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 65.5, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.7109375, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 69.5, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 56.0, "train/tensor_act_model_layers_17_residual_pre_attn/max": 69.5, "train/tensor_act_model_layers_17_residual_pre_attn/range": 13.5, "train/tensor_act_model_layers_17_residual_post_attn/norm": 134406.8125, "train/tensor_act_model_layers_17_residual_post_attn/mean": 65.5, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.7265625, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 69.5, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 55.75, "train/tensor_act_model_layers_17_residual_post_attn/max": 69.5, "train/tensor_act_model_layers_17_residual_post_attn/range": 13.75, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 5088.82275390625, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.1552734375, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.75, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 3.59375, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -3.5, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 3.59375, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 7.09375, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 5125.61962890625, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.05712890625, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_17_mlp_up_proj/max": 3.546875, "train/tensor_act_model_layers_17_mlp_up_proj/range": 7.28125, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 28226.619140625, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 13.75, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 15.375, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 11.6875, "train/tensor_act_model_layers_17_mlp_down_proj/max": 15.375, "train/tensor_act_model_layers_17_mlp_down_proj/range": 3.6875, "train/tensor_act_model_layers_17_mlp/norm": 8175.33984375, "train/tensor_act_model_layers_17_mlp/mean": 3.984375, "train/tensor_act_model_layers_17_mlp/std": 0.0078125, "train/tensor_act_model_layers_17_mlp/max_abs": 4.0, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 3.984375, "train/tensor_act_model_layers_17_mlp/max": 4.0, "train/tensor_act_model_layers_17_mlp/range": 0.015625, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 142579.5, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 69.5, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 73.5, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 59.75, "train/tensor_act_model_layers_17_residual_post_mlp/max": 73.5, "train/tensor_act_model_layers_17_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 142579.5, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 69.5, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 73.5, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 59.75, "train/tensor_act_model_layers_18_residual_pre_attn/max": 73.5, "train/tensor_act_model_layers_18_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_18_residual_post_attn/norm": 142555.703125, "train/tensor_act_model_layers_18_residual_post_attn/mean": 69.5, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 73.5, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 59.75, "train/tensor_act_model_layers_18_residual_post_attn/max": 73.5, "train/tensor_act_model_layers_18_residual_post_attn/range": 13.75, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 5181.951171875, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.1494140625, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -3.5625, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 6.953125, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 5146.04931640625, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.028564453125, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -3.484375, "train/tensor_act_model_layers_18_mlp_up_proj/max": 3.078125, "train/tensor_act_model_layers_18_mlp_up_proj/range": 6.5625, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 28190.326171875, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 13.75, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.66015625, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 15.1875, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 11.9375, "train/tensor_act_model_layers_18_mlp_down_proj/max": 15.1875, "train/tensor_act_model_layers_18_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_18_mlp/norm": 8175.197265625, "train/tensor_act_model_layers_18_mlp/mean": 3.984375, "train/tensor_act_model_layers_18_mlp/std": 0.0078125, "train/tensor_act_model_layers_18_mlp/max_abs": 4.0, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 3.984375, "train/tensor_act_model_layers_18_mlp/max": 4.0, "train/tensor_act_model_layers_18_mlp/range": 0.015625, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 150745.15625, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 73.5, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 77.5, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 63.75, "train/tensor_act_model_layers_18_residual_post_mlp/max": 77.5, "train/tensor_act_model_layers_18_residual_post_mlp/range": 13.75, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 150745.15625, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 73.5, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 77.5, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 63.75, "train/tensor_act_model_layers_19_residual_pre_attn/max": 77.5, "train/tensor_act_model_layers_19_residual_pre_attn/range": 13.75, "train/tensor_act_model_layers_19_residual_post_attn/norm": 150745.15625, "train/tensor_act_model_layers_19_residual_post_attn/mean": 73.5, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 77.5, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 63.75, "train/tensor_act_model_layers_19_residual_post_attn/max": 77.5, "train/tensor_act_model_layers_19_residual_post_attn/range": 13.75, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 5229.7919921875, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.029541015625, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -3.25, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 6.703125, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 5133.6982421875, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.2236328125, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.7578125, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_19_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_19_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 28152.5625, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 13.75, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 15.25, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 12.25, "train/tensor_act_model_layers_19_mlp_down_proj/max": 15.25, "train/tensor_act_model_layers_19_mlp_down_proj/range": 3.0, "train/tensor_act_model_layers_19_mlp/norm": 8173.26171875, "train/tensor_act_model_layers_19_mlp/mean": 3.984375, "train/tensor_act_model_layers_19_mlp/std": 0.0076904296875, "train/tensor_act_model_layers_19_mlp/max_abs": 4.0, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 3.984375, "train/tensor_act_model_layers_19_mlp/max": 4.0, "train/tensor_act_model_layers_19_mlp/range": 0.015625, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 158934.984375, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 77.5, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 81.5, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 67.5, "train/tensor_act_model_layers_19_residual_post_mlp/max": 81.5, "train/tensor_act_model_layers_19_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 158934.984375, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 77.5, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 81.5, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 67.5, "train/tensor_act_model_layers_20_residual_pre_attn/max": 81.5, "train/tensor_act_model_layers_20_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_20_residual_post_attn/norm": 158931.234375, "train/tensor_act_model_layers_20_residual_post_attn/mean": 77.5, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 81.5, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 67.5, "train/tensor_act_model_layers_20_residual_post_attn/max": 81.5, "train/tensor_act_model_layers_20_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 5239.53466796875, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.173828125, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 3.28125, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -3.171875, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 6.453125, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 5333.79248046875, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.06201171875, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 3.640625, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -3.109375, "train/tensor_act_model_layers_20_mlp_up_proj/max": 3.640625, "train/tensor_act_model_layers_20_mlp_up_proj/range": 6.75, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 28064.392578125, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.71875, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 15.8125, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_20_mlp_down_proj/max": 15.8125, "train/tensor_act_model_layers_20_mlp_down_proj/range": 3.75, "train/tensor_act_model_layers_20_mlp/norm": 8173.57421875, "train/tensor_act_model_layers_20_mlp/mean": 3.984375, "train/tensor_act_model_layers_20_mlp/std": 0.007720947265625, "train/tensor_act_model_layers_20_mlp/max_abs": 4.0, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 3.984375, "train/tensor_act_model_layers_20_mlp/max": 4.0, "train/tensor_act_model_layers_20_mlp/range": 0.015625, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 167121.265625, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 81.5, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 85.5, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 71.5, "train/tensor_act_model_layers_20_residual_post_mlp/max": 85.5, "train/tensor_act_model_layers_20_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 167121.265625, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 81.5, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 85.5, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 71.5, "train/tensor_act_model_layers_21_residual_pre_attn/max": 85.5, "train/tensor_act_model_layers_21_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_21_residual_post_attn/norm": 167121.265625, "train/tensor_act_model_layers_21_residual_post_attn/mean": 81.5, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 85.5, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 71.5, "train/tensor_act_model_layers_21_residual_post_attn/max": 85.5, "train/tensor_act_model_layers_21_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 5244.85498046875, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.022216796875, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 3.625, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 3.625, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 5272.1064453125, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.0174560546875, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 6.71875, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 28378.212890625, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 13.8125, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.69140625, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 15.875, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_21_mlp_down_proj/max": 15.875, "train/tensor_act_model_layers_21_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_21_mlp/norm": 8177.0302734375, "train/tensor_act_model_layers_21_mlp/mean": 4.0, "train/tensor_act_model_layers_21_mlp/std": 0.007781982421875, "train/tensor_act_model_layers_21_mlp/max_abs": 4.0, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 3.984375, "train/tensor_act_model_layers_21_mlp/max": 4.0, "train/tensor_act_model_layers_21_mlp/range": 0.015625, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 175311.484375, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 85.5, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 89.5, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 75.5, "train/tensor_act_model_layers_21_residual_post_mlp/max": 89.5, "train/tensor_act_model_layers_21_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 175311.484375, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 85.5, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 89.5, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 75.5, "train/tensor_act_model_layers_22_residual_pre_attn/max": 89.5, "train/tensor_act_model_layers_22_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_22_residual_post_attn/norm": 175311.484375, "train/tensor_act_model_layers_22_residual_post_attn/mean": 85.5, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 89.5, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 75.5, "train/tensor_act_model_layers_22_residual_post_attn/max": 89.5, "train/tensor_act_model_layers_22_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 5291.86669921875, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.03271484375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 3.96875, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -3.96875, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 7.671875, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 5168.8271484375, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.107421875, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.78125, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 3.921875, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -3.921875, "train/tensor_act_model_layers_22_mlp_up_proj/max": 3.0625, "train/tensor_act_model_layers_22_mlp_up_proj/range": 6.984375, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 28162.109375, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 13.75, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.703125, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 15.6875, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 11.8125, "train/tensor_act_model_layers_22_mlp_down_proj/max": 15.6875, "train/tensor_act_model_layers_22_mlp_down_proj/range": 3.875, "train/tensor_act_model_layers_22_mlp/norm": 8175.45654296875, "train/tensor_act_model_layers_22_mlp/mean": 3.984375, "train/tensor_act_model_layers_22_mlp/std": 0.0078125, "train/tensor_act_model_layers_22_mlp/max_abs": 4.0, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 3.984375, "train/tensor_act_model_layers_22_mlp/max": 4.0, "train/tensor_act_model_layers_22_mlp/range": 0.015625, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 183501.84375, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 89.5, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 93.5, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 79.5, "train/tensor_act_model_layers_22_residual_post_mlp/max": 93.5, "train/tensor_act_model_layers_22_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 183501.84375, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 89.5, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 93.5, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 79.5, "train/tensor_act_model_layers_23_residual_pre_attn/max": 93.5, "train/tensor_act_model_layers_23_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_23_residual_post_attn/norm": 183501.84375, "train/tensor_act_model_layers_23_residual_post_attn/mean": 89.5, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.7421875, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 93.5, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 79.5, "train/tensor_act_model_layers_23_residual_post_attn/max": 93.5, "train/tensor_act_model_layers_23_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 5326.986328125, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.06640625, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 3.8125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 7.25, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 5243.05517578125, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.259765625, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -3.03125, "train/tensor_act_model_layers_23_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_23_mlp_up_proj/range": 6.53125, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 28072.85546875, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.69921875, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 15.875, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 11.875, "train/tensor_act_model_layers_23_mlp_down_proj/max": 15.875, "train/tensor_act_model_layers_23_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_23_mlp/norm": 8172.55712890625, "train/tensor_act_model_layers_23_mlp/mean": 3.984375, "train/tensor_act_model_layers_23_mlp/std": 0.00762939453125, "train/tensor_act_model_layers_23_mlp/max_abs": 4.0, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 3.984375, "train/tensor_act_model_layers_23_mlp/max": 4.0, "train/tensor_act_model_layers_23_mlp/range": 0.015625, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 191692.359375, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 93.5, "train/tensor_act_model_layers_23_residual_post_mlp/std": 1.7421875, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 97.5, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 83.5, "train/tensor_act_model_layers_23_residual_post_mlp/max": 97.5, "train/tensor_act_model_layers_23_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 191692.359375, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 93.5, "train/tensor_act_model_layers_24_residual_pre_attn/std": 1.7421875, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 97.5, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 83.5, "train/tensor_act_model_layers_24_residual_pre_attn/max": 97.5, "train/tensor_act_model_layers_24_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_24_residual_post_attn/norm": 191644.75, "train/tensor_act_model_layers_24_residual_post_attn/mean": 93.5, "train/tensor_act_model_layers_24_residual_post_attn/std": 1.7578125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 97.5, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 83.5, "train/tensor_act_model_layers_24_residual_post_attn/max": 97.5, "train/tensor_act_model_layers_24_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 5189.11865234375, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.08837890625, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 5288.87890625, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.1982421875, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_24_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_24_mlp_up_proj/range": 7.078125, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 27850.12890625, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 13.5625, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.609375, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 15.0625, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 12.0, "train/tensor_act_model_layers_24_mlp_down_proj/max": 15.0625, "train/tensor_act_model_layers_24_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_24_mlp/norm": 8171.970703125, "train/tensor_act_model_layers_24_mlp/mean": 3.984375, "train/tensor_act_model_layers_24_mlp/std": 0.007568359375, "train/tensor_act_model_layers_24_mlp/max_abs": 4.0, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 3.984375, "train/tensor_act_model_layers_24_mlp/max": 4.0, "train/tensor_act_model_layers_24_mlp/range": 0.015625, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 199835.359375, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 97.5, "train/tensor_act_model_layers_24_residual_post_mlp/std": 1.7578125, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 101.5, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 87.5, "train/tensor_act_model_layers_24_residual_post_mlp/max": 101.5, "train/tensor_act_model_layers_24_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 199835.359375, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 97.5, "train/tensor_act_model_layers_25_residual_pre_attn/std": 1.7578125, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 101.5, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 87.5, "train/tensor_act_model_layers_25_residual_pre_attn/max": 101.5, "train/tensor_act_model_layers_25_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_25_residual_post_attn/norm": 199811.421875, "train/tensor_act_model_layers_25_residual_post_attn/mean": 97.5, "train/tensor_act_model_layers_25_residual_post_attn/std": 1.7578125, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 101.5, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 87.5, "train/tensor_act_model_layers_25_residual_post_attn/max": 101.5, "train/tensor_act_model_layers_25_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 5197.87841796875, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.0810546875, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 6.65625, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 5234.98486328125, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.177734375, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_25_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_25_mlp_up_proj/range": 6.546875, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 28015.9375, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.6484375, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 15.4375, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 12.0, "train/tensor_act_model_layers_25_mlp_down_proj/max": 15.4375, "train/tensor_act_model_layers_25_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_25_mlp/norm": 8173.01513671875, "train/tensor_act_model_layers_25_mlp/mean": 3.984375, "train/tensor_act_model_layers_25_mlp/std": 0.007659912109375, "train/tensor_act_model_layers_25_mlp/max_abs": 4.0, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 3.984375, "train/tensor_act_model_layers_25_mlp/max": 4.0, "train/tensor_act_model_layers_25_mlp/range": 0.015625, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 208002.140625, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 101.5, "train/tensor_act_model_layers_25_residual_post_mlp/std": 1.7578125, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 105.5, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 91.5, "train/tensor_act_model_layers_25_residual_post_mlp/max": 105.5, "train/tensor_act_model_layers_25_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 208002.140625, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 101.5, "train/tensor_act_model_layers_26_residual_pre_attn/std": 1.7578125, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 105.5, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 91.5, "train/tensor_act_model_layers_26_residual_pre_attn/max": 105.5, "train/tensor_act_model_layers_26_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_26_residual_post_attn/norm": 208002.140625, "train/tensor_act_model_layers_26_residual_post_attn/mean": 101.5, "train/tensor_act_model_layers_26_residual_post_attn/std": 1.7578125, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 105.5, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 91.5, "train/tensor_act_model_layers_26_residual_post_attn/max": 105.5, "train/tensor_act_model_layers_26_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 5117.4072265625, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.01220703125, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.765625, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -3.328125, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 6.859375, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 5268.72265625, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.0390625, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -3.421875, "train/tensor_act_model_layers_26_mlp_up_proj/max": 3.390625, "train/tensor_act_model_layers_26_mlp_up_proj/range": 6.8125, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 27917.294921875, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.7421875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 15.5, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 11.75, "train/tensor_act_model_layers_26_mlp_down_proj/max": 15.5, "train/tensor_act_model_layers_26_mlp_down_proj/range": 3.75, "train/tensor_act_model_layers_26_mlp/norm": 8172.64306640625, "train/tensor_act_model_layers_26_mlp/mean": 3.984375, "train/tensor_act_model_layers_26_mlp/std": 0.00762939453125, "train/tensor_act_model_layers_26_mlp/max_abs": 4.0, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 3.984375, "train/tensor_act_model_layers_26_mlp/max": 4.0, "train/tensor_act_model_layers_26_mlp/range": 0.015625, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 216192.96875, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 105.5, "train/tensor_act_model_layers_26_residual_post_mlp/std": 1.7578125, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 109.5, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 95.5, "train/tensor_act_model_layers_26_residual_post_mlp/max": 109.5, "train/tensor_act_model_layers_26_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 216192.96875, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 105.5, "train/tensor_act_model_layers_27_residual_pre_attn/std": 1.7578125, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 109.5, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 95.5, "train/tensor_act_model_layers_27_residual_pre_attn/max": 109.5, "train/tensor_act_model_layers_27_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_27_residual_post_attn/norm": 216177.03125, "train/tensor_act_model_layers_27_residual_post_attn/mean": 105.5, "train/tensor_act_model_layers_27_residual_post_attn/std": 1.7578125, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 109.5, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 95.5, "train/tensor_act_model_layers_27_residual_post_attn/max": 109.5, "train/tensor_act_model_layers_27_residual_post_attn/range": 14.0, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 5253.0078125, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.1845703125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 3.40625, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -3.40625, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 3.3125, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 6.71875, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 5278.06689453125, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.09423828125, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_27_mlp_up_proj/range": 7.625, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 27798.978515625, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 13.5625, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.66796875, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 15.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 11.6875, "train/tensor_act_model_layers_27_mlp_down_proj/max": 15.0, "train/tensor_act_model_layers_27_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_27_mlp/norm": 8170.60107421875, "train/tensor_act_model_layers_27_mlp/mean": 3.984375, "train/tensor_act_model_layers_27_mlp/std": 0.007354736328125, "train/tensor_act_model_layers_27_mlp/max_abs": 4.0, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 3.984375, "train/tensor_act_model_layers_27_mlp/max": 4.0, "train/tensor_act_model_layers_27_mlp/range": 0.015625, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 224367.9375, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 109.5, "train/tensor_act_model_layers_27_residual_post_mlp/std": 1.7578125, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 113.5, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 99.5, "train/tensor_act_model_layers_27_residual_post_mlp/max": 113.5, "train/tensor_act_model_layers_27_residual_post_mlp/range": 14.0, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 224367.9375, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 109.5, "train/tensor_act_model_layers_28_residual_pre_attn/std": 1.7578125, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 113.5, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 99.5, "train/tensor_act_model_layers_28_residual_pre_attn/max": 113.5, "train/tensor_act_model_layers_28_residual_pre_attn/range": 14.0, "train/tensor_act_model_layers_28_residual_post_attn/norm": 224256.71875, "train/tensor_act_model_layers_28_residual_post_attn/mean": 109.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 1.78125, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 114.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 99.5, "train/tensor_act_model_layers_28_residual_post_attn/max": 114.0, "train/tensor_act_model_layers_28_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 5254.04541015625, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.2119140625, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 6.609375, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 5241.748046875, "train/tensor_act_model_layers_28_mlp_up_proj/mean": 0.00194549560546875, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_28_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_28_mlp_up_proj/range": 6.734375, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 28019.005859375, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.61328125, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 15.5625, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_28_mlp_down_proj/max": 15.5625, "train/tensor_act_model_layers_28_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_28_mlp/norm": 8173.2255859375, "train/tensor_act_model_layers_28_mlp/mean": 3.984375, "train/tensor_act_model_layers_28_mlp/std": 0.0076904296875, "train/tensor_act_model_layers_28_mlp/max_abs": 4.0, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 3.984375, "train/tensor_act_model_layers_28_mlp/max": 4.0, "train/tensor_act_model_layers_28_mlp/range": 0.015625, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 232447.671875, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 113.5, "train/tensor_act_model_layers_28_residual_post_mlp/std": 1.78125, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 118.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 103.5, "train/tensor_act_model_layers_28_residual_post_mlp/max": 118.0, "train/tensor_act_model_layers_28_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 232447.671875, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 113.5, "train/tensor_act_model_layers_29_residual_pre_attn/std": 1.78125, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 118.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 103.5, "train/tensor_act_model_layers_29_residual_pre_attn/max": 118.0, "train/tensor_act_model_layers_29_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_29_residual_post_attn/norm": 232431.671875, "train/tensor_act_model_layers_29_residual_post_attn/mean": 113.5, "train/tensor_act_model_layers_29_residual_post_attn/std": 1.78125, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 118.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 103.5, "train/tensor_act_model_layers_29_residual_post_attn/max": 118.0, "train/tensor_act_model_layers_29_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 5217.67431640625, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.07666015625, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 3.375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -3.015625, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 6.390625, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 5110.5341796875, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.02783203125, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 3.1875, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -3.0625, "train/tensor_act_model_layers_29_mlp_up_proj/max": 3.1875, "train/tensor_act_model_layers_29_mlp_up_proj/range": 6.25, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 27695.75, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 13.5, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.6328125, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 15.4375, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 12.125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 15.4375, "train/tensor_act_model_layers_29_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_29_mlp/norm": 8168.37744140625, "train/tensor_act_model_layers_29_mlp/mean": 3.984375, "train/tensor_act_model_layers_29_mlp/std": 0.006866455078125, "train/tensor_act_model_layers_29_mlp/max_abs": 4.0, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 3.984375, "train/tensor_act_model_layers_29_mlp/max": 4.0, "train/tensor_act_model_layers_29_mlp/range": 0.015625, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 240622.6875, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 117.5, "train/tensor_act_model_layers_29_residual_post_mlp/std": 1.78125, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 122.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 107.5, "train/tensor_act_model_layers_29_residual_post_mlp/max": 122.0, "train/tensor_act_model_layers_29_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 240622.6875, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 117.5, "train/tensor_act_model_layers_30_residual_pre_attn/std": 1.78125, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 122.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 107.5, "train/tensor_act_model_layers_30_residual_pre_attn/max": 122.0, "train/tensor_act_model_layers_30_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 240590.765625, "train/tensor_act_model_layers_30_residual_post_attn/mean": 117.5, "train/tensor_act_model_layers_30_residual_post_attn/std": 1.78125, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 122.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 107.5, "train/tensor_act_model_layers_30_residual_post_attn/max": 122.0, "train/tensor_act_model_layers_30_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 5166.203125, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.10986328125, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -3.5, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 7.109375, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 5184.85595703125, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.05712890625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -3.34375, "train/tensor_act_model_layers_30_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_30_mlp_up_proj/range": 6.90625, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 27900.78125, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.62109375, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 15.125, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 11.8125, "train/tensor_act_model_layers_30_mlp_down_proj/max": 15.125, "train/tensor_act_model_layers_30_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_30_mlp/norm": 8170.7568359375, "train/tensor_act_model_layers_30_mlp/mean": 3.984375, "train/tensor_act_model_layers_30_mlp/std": 0.00738525390625, "train/tensor_act_model_layers_30_mlp/max_abs": 4.0, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 3.984375, "train/tensor_act_model_layers_30_mlp/max": 4.0, "train/tensor_act_model_layers_30_mlp/range": 0.015625, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 248781.859375, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 121.5, "train/tensor_act_model_layers_30_residual_post_mlp/std": 1.78125, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 126.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 111.5, "train/tensor_act_model_layers_30_residual_post_mlp/max": 126.0, "train/tensor_act_model_layers_30_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 248781.859375, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 121.5, "train/tensor_act_model_layers_31_residual_pre_attn/std": 1.78125, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 126.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 111.5, "train/tensor_act_model_layers_31_residual_pre_attn/max": 126.0, "train/tensor_act_model_layers_31_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_31_residual_post_attn/norm": 248773.9375, "train/tensor_act_model_layers_31_residual_post_attn/mean": 121.5, "train/tensor_act_model_layers_31_residual_post_attn/std": 1.7890625, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 126.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 111.5, "train/tensor_act_model_layers_31_residual_post_attn/max": 126.0, "train/tensor_act_model_layers_31_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 5141.14892578125, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.150390625, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.765625, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -3.5625, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 5181.62158203125, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.185546875, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.78125, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_31_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_31_mlp_up_proj/range": 7.015625, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 27910.857421875, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.62890625, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 15.0625, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_31_mlp_down_proj/max": 15.0625, "train/tensor_act_model_layers_31_mlp_down_proj/range": 3.0, "train/tensor_act_model_layers_31_mlp/norm": 8173.01025390625, "train/tensor_act_model_layers_31_mlp/mean": 3.984375, "train/tensor_act_model_layers_31_mlp/std": 0.007659912109375, "train/tensor_act_model_layers_31_mlp/max_abs": 4.0, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 3.984375, "train/tensor_act_model_layers_31_mlp/max": 4.0, "train/tensor_act_model_layers_31_mlp/range": 0.015625, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 256945.15625, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 125.5, "train/tensor_act_model_layers_31_residual_post_mlp/std": 1.7734375, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 130.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 115.5, "train/tensor_act_model_layers_31_residual_post_mlp/max": 130.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 256945.15625, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 125.5, "train/tensor_act_model_layers_32_residual_pre_attn/std": 1.7734375, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 130.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 115.5, "train/tensor_act_model_layers_32_residual_pre_attn/max": 130.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_32_residual_post_attn/norm": 256916.453125, "train/tensor_act_model_layers_32_residual_post_attn/mean": 125.5, "train/tensor_act_model_layers_32_residual_post_attn/std": 1.7734375, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 130.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 115.5, "train/tensor_act_model_layers_32_residual_post_attn/max": 130.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 5275.36279296875, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.04248046875, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 7.078125, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 5312.38916015625, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.02783203125, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 3.65625, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -3.65625, "train/tensor_act_model_layers_32_mlp_up_proj/max": 3.171875, "train/tensor_act_model_layers_32_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 28411.103515625, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 13.875, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.6640625, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 15.5625, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 12.0, "train/tensor_act_model_layers_32_mlp_down_proj/max": 15.5625, "train/tensor_act_model_layers_32_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_32_mlp/norm": 8176.79443359375, "train/tensor_act_model_layers_32_mlp/mean": 4.0, "train/tensor_act_model_layers_32_mlp/std": 0.0078125, "train/tensor_act_model_layers_32_mlp/max_abs": 4.0, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 3.984375, "train/tensor_act_model_layers_32_mlp/max": 4.0, "train/tensor_act_model_layers_32_mlp/range": 0.015625, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 264927.65625, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 129.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 1.8046875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 134.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 119.5, "train/tensor_act_model_layers_32_residual_post_mlp/max": 134.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 264927.65625, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 129.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 1.8046875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 134.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 119.5, "train/tensor_act_model_layers_33_residual_pre_attn/max": 134.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_33_residual_post_attn/norm": 264927.65625, "train/tensor_act_model_layers_33_residual_post_attn/mean": 129.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 1.8046875, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 134.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 119.5, "train/tensor_act_model_layers_33_residual_post_attn/max": 134.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 14.5, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 5191.24755859375, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.040283203125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -3.9375, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 7.40625, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 5134.88037109375, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.150390625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -3.765625, "train/tensor_act_model_layers_33_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_33_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 28065.228515625, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.66015625, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 15.125, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 11.875, "train/tensor_act_model_layers_33_mlp_down_proj/max": 15.125, "train/tensor_act_model_layers_33_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_33_mlp/norm": 8173.84130859375, "train/tensor_act_model_layers_33_mlp/mean": 3.984375, "train/tensor_act_model_layers_33_mlp/std": 0.00775146484375, "train/tensor_act_model_layers_33_mlp/max_abs": 4.0, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 3.984375, "train/tensor_act_model_layers_33_mlp/max": 4.0, "train/tensor_act_model_layers_33_mlp/range": 0.015625, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 273082.1875, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 133.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 1.8359375, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 138.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 123.5, "train/tensor_act_model_layers_33_residual_post_mlp/max": 138.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 14.5, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 273082.1875, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 133.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 1.8359375, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 138.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 123.5, "train/tensor_act_model_layers_34_residual_pre_attn/max": 138.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 14.5, "train/tensor_act_model_layers_34_residual_post_attn/norm": 273097.59375, "train/tensor_act_model_layers_34_residual_post_attn/mean": 133.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 1.8359375, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 138.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 123.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 138.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 15.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 5197.6142578125, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.142578125, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 3.4375, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -3.25, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 6.6875, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 5139.271484375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.01531982421875, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 3.3125, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_34_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_34_mlp_up_proj/range": 6.578125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 28243.447265625, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 13.75, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.6015625, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 15.625, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 12.125, "train/tensor_act_model_layers_34_mlp_down_proj/max": 15.625, "train/tensor_act_model_layers_34_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_34_mlp/norm": 8173.85595703125, "train/tensor_act_model_layers_34_mlp/mean": 3.984375, "train/tensor_act_model_layers_34_mlp/std": 0.00775146484375, "train/tensor_act_model_layers_34_mlp/max_abs": 4.0, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 3.984375, "train/tensor_act_model_layers_34_mlp/max": 4.0, "train/tensor_act_model_layers_34_mlp/range": 0.015625, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 281288.15625, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 137.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 1.8359375, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 142.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 127.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 142.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 15.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 281288.15625, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 137.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 1.8359375, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 142.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 127.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 142.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 15.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 281289.59375, "train/tensor_act_model_layers_35_residual_post_attn/mean": 137.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 142.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 126.5, "train/tensor_act_model_layers_35_residual_post_attn/max": 142.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 15.5, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 5249.095703125, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.0308837890625, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 3.421875, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -3.421875, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 3.328125, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 6.75, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 5211.00830078125, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.06689453125, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_35_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_35_mlp_up_proj/range": 7.265625, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 28343.404296875, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 13.8125, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 15.75, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 12.125, "train/tensor_act_model_layers_35_mlp_down_proj/max": 15.75, "train/tensor_act_model_layers_35_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_35_mlp/norm": 8175.47265625, "train/tensor_act_model_layers_35_mlp/mean": 3.984375, "train/tensor_act_model_layers_35_mlp/std": 0.0078125, "train/tensor_act_model_layers_35_mlp/max_abs": 4.0, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 3.984375, "train/tensor_act_model_layers_35_mlp/max": 4.0, "train/tensor_act_model_layers_35_mlp/range": 0.015625, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 289480.84375, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 141.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 146.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 130.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 146.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 289480.84375, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 141.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 146.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 130.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 146.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 289480.84375, "train/tensor_act_model_layers_36_residual_post_attn/mean": 141.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 146.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 130.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 146.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 5198.49853515625, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.255859375, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 3.59375, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 3.171875, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 6.765625, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 5197.66943359375, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.1396484375, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.328125, "train/tensor_act_model_layers_36_mlp_up_proj/max": 3.375, "train/tensor_act_model_layers_36_mlp_up_proj/range": 6.703125, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 27828.138671875, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 13.5625, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.67578125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 15.6875, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 11.625, "train/tensor_act_model_layers_36_mlp_down_proj/max": 15.6875, "train/tensor_act_model_layers_36_mlp_down_proj/range": 4.0625, "train/tensor_act_model_layers_36_mlp/norm": 8171.91748046875, "train/tensor_act_model_layers_36_mlp/mean": 3.984375, "train/tensor_act_model_layers_36_mlp/std": 0.007568359375, "train/tensor_act_model_layers_36_mlp/max_abs": 4.0, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 3.96875, "train/tensor_act_model_layers_36_mlp/max": 4.0, "train/tensor_act_model_layers_36_mlp/range": 0.03125, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 297672.125, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 145.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 150.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 134.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 150.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 297672.125, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 145.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 150.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 134.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 150.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 297672.125, "train/tensor_act_model_layers_37_residual_post_attn/mean": 145.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 150.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 134.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 150.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 5256.78271484375, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.1630859375, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 6.828125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 5337.31787109375, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.0830078125, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_37_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_37_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 27950.208984375, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.6796875, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 15.5, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 11.25, "train/tensor_act_model_layers_37_mlp_down_proj/max": 15.5, "train/tensor_act_model_layers_37_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_37_mlp/norm": 8171.9482421875, "train/tensor_act_model_layers_37_mlp/mean": 3.984375, "train/tensor_act_model_layers_37_mlp/std": 0.0078125, "train/tensor_act_model_layers_37_mlp/max_abs": 4.0, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 3.96875, "train/tensor_act_model_layers_37_mlp/max": 4.0, "train/tensor_act_model_layers_37_mlp/range": 0.03125, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 305863.4375, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 149.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 154.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 138.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 154.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 305863.4375, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 149.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 154.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 138.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 154.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 305863.4375, "train/tensor_act_model_layers_38_residual_post_attn/mean": 149.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 154.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 138.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 154.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 5237.505859375, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.00482177734375, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 6.78125, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 5272.333984375, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.042724609375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -3.34375, "train/tensor_act_model_layers_38_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 6.765625, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 28068.787109375, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.5703125, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 15.4375, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 12.4375, "train/tensor_act_model_layers_38_mlp_down_proj/max": 15.4375, "train/tensor_act_model_layers_38_mlp_down_proj/range": 3.0, "train/tensor_act_model_layers_38_mlp/norm": 8171.02880859375, "train/tensor_act_model_layers_38_mlp/mean": 3.984375, "train/tensor_act_model_layers_38_mlp/std": 0.007415771484375, "train/tensor_act_model_layers_38_mlp/max_abs": 4.0, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 3.984375, "train/tensor_act_model_layers_38_mlp/max": 4.0, "train/tensor_act_model_layers_38_mlp/range": 0.015625, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 314054.8125, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 153.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 158.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 142.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 158.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 314054.8125, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 153.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 158.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 142.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 158.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 314054.8125, "train/tensor_act_model_layers_39_residual_post_attn/mean": 153.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 158.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 142.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 158.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 5136.3505859375, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.2119140625, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.7578125, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 3.625, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -3.046875, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 3.625, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 6.671875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 5229.31689453125, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.1904296875, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_39_mlp_up_proj/max": 3.375, "train/tensor_act_model_layers_39_mlp_up_proj/range": 6.75, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 27867.626953125, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 13.5625, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.6953125, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 15.5, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 11.875, "train/tensor_act_model_layers_39_mlp_down_proj/max": 15.5, "train/tensor_act_model_layers_39_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_39_mlp/norm": 8171.537109375, "train/tensor_act_model_layers_39_mlp/mean": 3.984375, "train/tensor_act_model_layers_39_mlp/std": 0.00750732421875, "train/tensor_act_model_layers_39_mlp/max_abs": 4.0, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 3.984375, "train/tensor_act_model_layers_39_mlp/max": 4.0, "train/tensor_act_model_layers_39_mlp/range": 0.015625, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 322246.1875, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 157.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 162.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 146.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 162.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 322246.1875, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 157.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 162.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 146.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 162.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 322246.1875, "train/tensor_act_model_layers_40_residual_post_attn/mean": 157.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 162.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 146.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 162.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 5234.27294921875, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.10986328125, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 6.734375, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 5134.92431640625, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.2353515625, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.7578125, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -3.453125, "train/tensor_act_model_layers_40_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_40_mlp_up_proj/range": 6.609375, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 27961.546875, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.58203125, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 12.375, "train/tensor_act_model_layers_40_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_40_mlp_down_proj/range": 2.9375, "train/tensor_act_model_layers_40_mlp/norm": 8172.205078125, "train/tensor_act_model_layers_40_mlp/mean": 3.984375, "train/tensor_act_model_layers_40_mlp/std": 0.007598876953125, "train/tensor_act_model_layers_40_mlp/max_abs": 4.0, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 3.984375, "train/tensor_act_model_layers_40_mlp/max": 4.0, "train/tensor_act_model_layers_40_mlp/range": 0.015625, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 330437.625, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 161.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 166.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 150.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 166.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 330437.625, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 161.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 166.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 150.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 166.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 330437.625, "train/tensor_act_model_layers_41_residual_post_attn/mean": 161.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 166.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 150.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 166.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 5228.66162109375, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.171875, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -3.5625, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 6.84375, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 5282.29833984375, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.0244140625, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -3.140625, "train/tensor_act_model_layers_41_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_41_mlp_up_proj/range": 6.625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 28288.240234375, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 13.8125, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 12.0, "train/tensor_act_model_layers_41_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_41_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_41_mlp/norm": 8175.97705078125, "train/tensor_act_model_layers_41_mlp/mean": 3.984375, "train/tensor_act_model_layers_41_mlp/std": 0.0078125, "train/tensor_act_model_layers_41_mlp/max_abs": 4.0, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 3.984375, "train/tensor_act_model_layers_41_mlp/max": 4.0, "train/tensor_act_model_layers_41_mlp/range": 0.015625, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 338629.0625, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 165.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 170.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 154.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 170.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 338629.0625, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 165.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 170.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 154.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 170.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 338629.0625, "train/tensor_act_model_layers_42_residual_post_attn/mean": 165.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 170.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 154.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 170.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 5279.3740234375, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.0859375, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 7.203125, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 5244.107421875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.154296875, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -3.234375, "train/tensor_act_model_layers_42_mlp_up_proj/max": 3.546875, "train/tensor_act_model_layers_42_mlp_up_proj/range": 6.78125, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 28263.775390625, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 13.8125, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.71484375, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 15.75, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 11.9375, "train/tensor_act_model_layers_42_mlp_down_proj/max": 15.75, "train/tensor_act_model_layers_42_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_42_mlp/norm": 8176.4736328125, "train/tensor_act_model_layers_42_mlp/mean": 4.0, "train/tensor_act_model_layers_42_mlp/std": 0.0078125, "train/tensor_act_model_layers_42_mlp/max_abs": 4.0, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 3.984375, "train/tensor_act_model_layers_42_mlp/max": 4.0, "train/tensor_act_model_layers_42_mlp/range": 0.015625, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 346820.5625, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 169.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 174.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 158.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 174.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 346820.5625, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 169.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 174.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 158.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 174.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 346820.5625, "train/tensor_act_model_layers_43_residual_post_attn/mean": 169.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 174.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 158.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 174.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 5226.48388671875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.072265625, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 7.109375, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 5340.90576171875, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.031494140625, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 3.484375, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -3.359375, "train/tensor_act_model_layers_43_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_43_mlp_up_proj/range": 6.84375, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 28036.1015625, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.6484375, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 15.375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 12.25, "train/tensor_act_model_layers_43_mlp_down_proj/max": 15.375, "train/tensor_act_model_layers_43_mlp_down_proj/range": 3.125, "train/tensor_act_model_layers_43_mlp/norm": 8172.0751953125, "train/tensor_act_model_layers_43_mlp/mean": 3.984375, "train/tensor_act_model_layers_43_mlp/std": 0.007568359375, "train/tensor_act_model_layers_43_mlp/max_abs": 4.0, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 3.984375, "train/tensor_act_model_layers_43_mlp/max": 4.0, "train/tensor_act_model_layers_43_mlp/range": 0.015625, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 355012.03125, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 173.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 178.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 162.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 178.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 355012.03125, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 173.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 178.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 162.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 178.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 355012.03125, "train/tensor_act_model_layers_44_residual_post_attn/mean": 173.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 178.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 162.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 178.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 5289.65625, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.1708984375, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 7.0, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 5227.82275390625, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.177734375, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -3.953125, "train/tensor_act_model_layers_44_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_44_mlp_up_proj/range": 7.375, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 27906.224609375, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.60546875, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 14.9375, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 12.0, "train/tensor_act_model_layers_44_mlp_down_proj/max": 14.9375, "train/tensor_act_model_layers_44_mlp_down_proj/range": 2.9375, "train/tensor_act_model_layers_44_mlp/norm": 8172.48193359375, "train/tensor_act_model_layers_44_mlp/mean": 3.984375, "train/tensor_act_model_layers_44_mlp/std": 0.00762939453125, "train/tensor_act_model_layers_44_mlp/max_abs": 4.0, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 3.984375, "train/tensor_act_model_layers_44_mlp/max": 4.0, "train/tensor_act_model_layers_44_mlp/range": 0.015625, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 363203.59375, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 177.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 182.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 166.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 182.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 363203.59375, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 177.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 182.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 166.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 182.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 363203.59375, "train/tensor_act_model_layers_45_residual_post_attn/mean": 177.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 182.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 166.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 182.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 5248.578125, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.01080322265625, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 6.78125, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 5319.20361328125, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.1142578125, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -3.640625, "train/tensor_act_model_layers_45_mlp_up_proj/max": 3.96875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 7.609375, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 27983.888671875, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.640625, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 15.8125, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 12.0, "train/tensor_act_model_layers_45_mlp_down_proj/max": 15.8125, "train/tensor_act_model_layers_45_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_45_mlp/norm": 8171.59716796875, "train/tensor_act_model_layers_45_mlp/mean": 3.984375, "train/tensor_act_model_layers_45_mlp/std": 0.00750732421875, "train/tensor_act_model_layers_45_mlp/max_abs": 4.0, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 3.984375, "train/tensor_act_model_layers_45_mlp/max": 4.0, "train/tensor_act_model_layers_45_mlp/range": 0.015625, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 371395.125, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 181.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 186.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 170.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 186.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 371395.125, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 181.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 186.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 170.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 186.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 371395.125, "train/tensor_act_model_layers_46_residual_post_attn/mean": 181.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 186.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 170.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 186.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 5266.65380859375, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.01287841796875, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 3.140625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 5236.08447265625, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.1728515625, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -3.5, "train/tensor_act_model_layers_46_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_46_mlp_up_proj/range": 7.125, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 27572.25, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 13.4375, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 15.1875, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 11.9375, "train/tensor_act_model_layers_46_mlp_down_proj/max": 15.1875, "train/tensor_act_model_layers_46_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_46_mlp/norm": 8167.2158203125, "train/tensor_act_model_layers_46_mlp/mean": 3.984375, "train/tensor_act_model_layers_46_mlp/std": 0.00653076171875, "train/tensor_act_model_layers_46_mlp/max_abs": 4.0, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 3.984375, "train/tensor_act_model_layers_46_mlp/max": 4.0, "train/tensor_act_model_layers_46_mlp/range": 0.015625, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 379586.6875, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 185.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 190.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 174.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 190.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 379586.6875, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 185.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 190.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 174.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 190.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 379586.6875, "train/tensor_act_model_layers_47_residual_post_attn/mean": 185.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 190.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 174.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 190.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 5285.32861328125, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.1435546875, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 3.96875, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -3.359375, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 3.96875, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 5108.7021484375, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.0439453125, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 3.421875, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -3.421875, "train/tensor_act_model_layers_47_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_47_mlp_up_proj/range": 6.71875, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 27360.158203125, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 13.3125, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 15.375, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_47_mlp_down_proj/max": 15.375, "train/tensor_act_model_layers_47_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_47_mlp/norm": 8166.712890625, "train/tensor_act_model_layers_47_mlp/mean": 3.984375, "train/tensor_act_model_layers_47_mlp/std": 0.00634765625, "train/tensor_act_model_layers_47_mlp/max_abs": 4.0, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 3.984375, "train/tensor_act_model_layers_47_mlp/max": 4.0, "train/tensor_act_model_layers_47_mlp/range": 0.015625, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 387778.28125, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 189.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 194.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 178.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 194.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 387778.28125, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 189.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 194.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 178.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 194.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 387794.28125, "train/tensor_act_model_layers_48_residual_post_attn/mean": 189.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 194.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 178.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 194.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 5214.30517578125, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.0047607421875, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 3.765625, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 3.765625, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 7.21875, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 5213.314453125, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.01336669921875, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_48_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_48_mlp_up_proj/range": 7.390625, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 27982.794921875, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 15.375, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": 12.0, "train/tensor_act_model_layers_48_mlp_down_proj/max": 15.375, "train/tensor_act_model_layers_48_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_48_mlp/norm": 8172.869140625, "train/tensor_act_model_layers_48_mlp/mean": 3.984375, "train/tensor_act_model_layers_48_mlp/std": 0.007659912109375, "train/tensor_act_model_layers_48_mlp/max_abs": 4.0, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 3.984375, "train/tensor_act_model_layers_48_mlp/max": 4.0, "train/tensor_act_model_layers_48_mlp/range": 0.015625, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 395985.875, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 193.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 198.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 182.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 198.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 395985.875, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 193.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 198.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 182.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 198.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 395985.875, "train/tensor_act_model_layers_49_residual_post_attn/mean": 193.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 198.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 182.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 198.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 5216.5849609375, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.10791015625, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 5375.515625, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.1357421875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -3.96875, "train/tensor_act_model_layers_49_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_49_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 28204.287109375, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 13.75, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.67578125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 15.1875, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 11.9375, "train/tensor_act_model_layers_49_mlp_down_proj/max": 15.1875, "train/tensor_act_model_layers_49_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_49_mlp/norm": 8174.14599609375, "train/tensor_act_model_layers_49_mlp/mean": 3.984375, "train/tensor_act_model_layers_49_mlp/std": 0.00775146484375, "train/tensor_act_model_layers_49_mlp/max_abs": 4.0, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 3.984375, "train/tensor_act_model_layers_49_mlp/max": 4.0, "train/tensor_act_model_layers_49_mlp/range": 0.015625, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 404177.5, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 197.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 202.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 186.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 202.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 404177.5, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 197.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 202.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 186.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 202.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 404177.5, "train/tensor_act_model_layers_50_residual_post_attn/mean": 197.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 202.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 186.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 202.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 5254.46044921875, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.052734375, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 3.40625, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 6.9375, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 5199.146484375, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.0400390625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_50_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 27547.587890625, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 13.4375, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 15.0625, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 11.75, "train/tensor_act_model_layers_50_mlp_down_proj/max": 15.0625, "train/tensor_act_model_layers_50_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_50_mlp/norm": 8168.88525390625, "train/tensor_act_model_layers_50_mlp/mean": 3.984375, "train/tensor_act_model_layers_50_mlp/std": 0.006988525390625, "train/tensor_act_model_layers_50_mlp/max_abs": 4.0, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 3.984375, "train/tensor_act_model_layers_50_mlp/max": 4.0, "train/tensor_act_model_layers_50_mlp/range": 0.015625, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 412369.125, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 201.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 206.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 190.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 206.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 412369.125, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 201.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 206.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 190.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 206.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 412369.125, "train/tensor_act_model_layers_51_residual_post_attn/mean": 201.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 206.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 190.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 206.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 5258.8857421875, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.134765625, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 3.5625, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -3.5625, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 6.796875, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 5149.3720703125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.05712890625, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_51_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_51_mlp_up_proj/range": 6.90625, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 27621.10546875, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 13.5, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.625, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 15.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 11.9375, "train/tensor_act_model_layers_51_mlp_down_proj/max": 15.0, "train/tensor_act_model_layers_51_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_51_mlp/norm": 8168.63916015625, "train/tensor_act_model_layers_51_mlp/mean": 3.984375, "train/tensor_act_model_layers_51_mlp/std": 0.006927490234375, "train/tensor_act_model_layers_51_mlp/max_abs": 4.0, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 3.984375, "train/tensor_act_model_layers_51_mlp/max": 4.0, "train/tensor_act_model_layers_51_mlp/range": 0.015625, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 420560.78125, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 205.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 210.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 194.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 210.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 420560.78125, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 205.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 210.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 194.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 210.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 420560.78125, "train/tensor_act_model_layers_52_residual_post_attn/mean": 205.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 210.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 194.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 210.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 5322.52880859375, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.034423828125, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 3.328125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 6.5625, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 5338.1962890625, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.12158203125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -3.453125, "train/tensor_act_model_layers_52_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_52_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 28164.49609375, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 13.75, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.6640625, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 15.25, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_52_mlp_down_proj/max": 15.25, "train/tensor_act_model_layers_52_mlp_down_proj/range": 3.1875, "train/tensor_act_model_layers_52_mlp/norm": 8175.142578125, "train/tensor_act_model_layers_52_mlp/mean": 3.984375, "train/tensor_act_model_layers_52_mlp/std": 0.0078125, "train/tensor_act_model_layers_52_mlp/max_abs": 4.0, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 3.984375, "train/tensor_act_model_layers_52_mlp/max": 4.0, "train/tensor_act_model_layers_52_mlp/range": 0.015625, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 428752.4375, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 209.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 214.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 198.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 214.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 428752.4375, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 209.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 214.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 198.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 214.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 428752.4375, "train/tensor_act_model_layers_53_residual_post_attn/mean": 209.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 1.890625, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 214.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 198.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 214.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 5222.38671875, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": 0.0003490447998046875, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -3.8125, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 7.484375, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 5266.3076171875, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.037841796875, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_53_mlp_up_proj/max": 3.203125, "train/tensor_act_model_layers_53_mlp_up_proj/range": 6.78125, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 27925.1328125, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 13.625, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.72265625, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 15.5625, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": 11.6875, "train/tensor_act_model_layers_53_mlp_down_proj/max": 15.5625, "train/tensor_act_model_layers_53_mlp_down_proj/range": 3.875, "train/tensor_act_model_layers_53_mlp/norm": 8172.30615234375, "train/tensor_act_model_layers_53_mlp/mean": 3.984375, "train/tensor_act_model_layers_53_mlp/std": 0.007598876953125, "train/tensor_act_model_layers_53_mlp/max_abs": 4.0, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": 3.984375, "train/tensor_act_model_layers_53_mlp/max": 4.0, "train/tensor_act_model_layers_53_mlp/range": 0.015625, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 436944.09375, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 213.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 1.890625, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 218.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 202.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 218.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 436944.09375, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 213.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 1.890625, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 218.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 202.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 218.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 436928.15625, "train/tensor_act_model_layers_54_residual_post_attn/mean": 213.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 1.8984375, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 218.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 202.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 218.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 5189.537109375, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.251953125, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -3.3125, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 6.921875, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 5164.31103515625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.189453125, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 3.390625, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_54_mlp_up_proj/max": 3.3125, "train/tensor_act_model_layers_54_mlp_up_proj/range": 6.703125, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 27843.841796875, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 13.5625, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.765625, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 15.25, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 11.8125, "train/tensor_act_model_layers_54_mlp_down_proj/max": 15.25, "train/tensor_act_model_layers_54_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_54_mlp/norm": 8171.72021484375, "train/tensor_act_model_layers_54_mlp/mean": 3.984375, "train/tensor_act_model_layers_54_mlp/std": 0.007537841796875, "train/tensor_act_model_layers_54_mlp/max_abs": 4.0, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 3.984375, "train/tensor_act_model_layers_54_mlp/max": 4.0, "train/tensor_act_model_layers_54_mlp/range": 0.015625, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 445119.84375, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 217.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 1.8984375, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 222.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 206.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 222.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 445119.84375, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 217.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 1.8984375, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 222.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 206.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 222.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 445119.84375, "train/tensor_act_model_layers_55_residual_post_attn/mean": 217.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 1.8984375, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 222.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 206.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 222.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 5228.02392578125, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.00927734375, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 3.625, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -3.421875, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 3.625, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 7.046875, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 5223.62158203125, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.09619140625, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_55_mlp_up_proj/max": 3.15625, "train/tensor_act_model_layers_55_mlp_up_proj/range": 6.9375, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 28126.642578125, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 13.75, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.57421875, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 15.25, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 12.25, "train/tensor_act_model_layers_55_mlp_down_proj/max": 15.25, "train/tensor_act_model_layers_55_mlp_down_proj/range": 3.0, "train/tensor_act_model_layers_55_mlp/norm": 8174.330078125, "train/tensor_act_model_layers_55_mlp/mean": 3.984375, "train/tensor_act_model_layers_55_mlp/std": 0.007781982421875, "train/tensor_act_model_layers_55_mlp/max_abs": 4.0, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 3.984375, "train/tensor_act_model_layers_55_mlp/max": 4.0, "train/tensor_act_model_layers_55_mlp/range": 0.015625, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 453311.53125, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 221.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 1.8984375, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 226.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 210.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 226.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 453311.53125, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 221.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 1.8984375, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 226.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 210.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 226.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 453311.53125, "train/tensor_act_model_layers_56_residual_post_attn/mean": 221.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 1.8984375, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 226.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 210.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 226.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 5178.0712890625, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.07568359375, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 3.578125, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 3.578125, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 7.15625, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 5112.29443359375, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.046875, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_56_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_56_mlp_up_proj/range": 7.25, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 27369.474609375, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 13.375, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.71484375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 15.625, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 11.75, "train/tensor_act_model_layers_56_mlp_down_proj/max": 15.625, "train/tensor_act_model_layers_56_mlp_down_proj/range": 3.875, "train/tensor_act_model_layers_56_mlp/norm": 8167.94873046875, "train/tensor_act_model_layers_56_mlp/mean": 3.984375, "train/tensor_act_model_layers_56_mlp/std": 0.006744384765625, "train/tensor_act_model_layers_56_mlp/max_abs": 4.0, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 3.984375, "train/tensor_act_model_layers_56_mlp/max": 4.0, "train/tensor_act_model_layers_56_mlp/range": 0.015625, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 461503.21875, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 225.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 1.8984375, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 230.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 214.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 230.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 461503.21875, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 225.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 1.8984375, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 230.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 214.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 230.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 461535.375, "train/tensor_act_model_layers_57_residual_post_attn/mean": 225.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 1.90625, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 230.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 214.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 230.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 5179.90673828125, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.146484375, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -3.484375, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 7.09375, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 5227.064453125, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.0242919921875, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_57_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 7.140625, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 27872.39453125, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 13.5625, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.6875, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 15.125, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_57_mlp_down_proj/max": 15.125, "train/tensor_act_model_layers_57_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_57_mlp/norm": 8172.72607421875, "train/tensor_act_model_layers_57_mlp/mean": 3.984375, "train/tensor_act_model_layers_57_mlp/std": 0.007659912109375, "train/tensor_act_model_layers_57_mlp/max_abs": 4.0, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 3.984375, "train/tensor_act_model_layers_57_mlp/max": 4.0, "train/tensor_act_model_layers_57_mlp/range": 0.015625, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 469727.09375, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 229.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 1.90625, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 234.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 218.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 234.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 469727.09375, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 229.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 1.90625, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 234.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 218.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 234.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 469727.09375, "train/tensor_act_model_layers_58_residual_post_attn/mean": 229.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 1.90625, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 234.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 218.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 234.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 5122.51953125, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.00836181640625, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.765625, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -3.671875, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 6.90625, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 5090.82470703125, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.064453125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.7578125, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 3.09375, "train/tensor_act_model_layers_58_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 27858.66015625, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 13.5625, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.66015625, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 12.0625, "train/tensor_act_model_layers_58_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_58_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_58_mlp/norm": 8171.96044921875, "train/tensor_act_model_layers_58_mlp/mean": 3.984375, "train/tensor_act_model_layers_58_mlp/std": 0.007568359375, "train/tensor_act_model_layers_58_mlp/max_abs": 4.0, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 3.984375, "train/tensor_act_model_layers_58_mlp/max": 4.0, "train/tensor_act_model_layers_58_mlp/range": 0.015625, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 477918.8125, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 233.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 1.90625, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 238.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 222.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 238.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 477918.8125, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 233.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 1.90625, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 238.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 222.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 238.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 477918.8125, "train/tensor_act_model_layers_59_residual_post_attn/mean": 233.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 1.90625, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 238.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 222.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 238.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 5202.91748046875, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.130859375, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 3.8125, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 7.046875, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 5157.90673828125, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.11767578125, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_59_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_59_mlp_up_proj/range": 7.046875, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 28037.107421875, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 13.6875, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 15.5, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": 11.875, "train/tensor_act_model_layers_59_mlp_down_proj/max": 15.5, "train/tensor_act_model_layers_59_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_59_mlp/norm": 8172.97705078125, "train/tensor_act_model_layers_59_mlp/mean": 3.984375, "train/tensor_act_model_layers_59_mlp/std": 0.007659912109375, "train/tensor_act_model_layers_59_mlp/max_abs": 4.0, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 3.984375, "train/tensor_act_model_layers_59_mlp/max": 4.0, "train/tensor_act_model_layers_59_mlp/range": 0.015625, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 486110.5625, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 237.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 1.90625, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 242.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 226.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 242.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 486110.5625, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 237.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 1.90625, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 242.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 226.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 242.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 486110.5625, "train/tensor_act_model_layers_60_residual_post_attn/mean": 237.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 1.90625, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 242.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 226.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 242.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 5251.4677734375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.044189453125, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -3.359375, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 6.84375, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 5184.39404296875, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.0184326171875, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 3.375, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_60_mlp_up_proj/max": 3.375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 6.75, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 27525.0078125, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 13.4375, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 15.4375, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": 11.9375, "train/tensor_act_model_layers_60_mlp_down_proj/max": 15.4375, "train/tensor_act_model_layers_60_mlp_down_proj/range": 3.5, "train/tensor_act_model_layers_60_mlp/norm": 8169.271484375, "train/tensor_act_model_layers_60_mlp/mean": 3.984375, "train/tensor_act_model_layers_60_mlp/std": 0.007080078125, "train/tensor_act_model_layers_60_mlp/max_abs": 4.0, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": 3.984375, "train/tensor_act_model_layers_60_mlp/max": 4.0, "train/tensor_act_model_layers_60_mlp/range": 0.015625, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 494302.28125, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 241.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 1.90625, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 246.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 230.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 246.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 494302.28125, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 241.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 1.90625, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 246.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 230.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 246.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 494302.28125, "train/tensor_act_model_layers_61_residual_post_attn/mean": 241.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 1.90625, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 246.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 230.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 246.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 5236.3515625, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.07568359375, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 5296.5947265625, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.205078125, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_61_mlp_up_proj/max": 3.1875, "train/tensor_act_model_layers_61_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 28235.556640625, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 13.75, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.703125, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": 12.0, "train/tensor_act_model_layers_61_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_61_mlp/norm": 8177.11669921875, "train/tensor_act_model_layers_61_mlp/mean": 4.0, "train/tensor_act_model_layers_61_mlp/std": 0.007781982421875, "train/tensor_act_model_layers_61_mlp/max_abs": 4.0, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 3.984375, "train/tensor_act_model_layers_61_mlp/max": 4.0, "train/tensor_act_model_layers_61_mlp/range": 0.015625, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 502494.03125, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 245.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 1.90625, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 250.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 234.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 250.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 502494.03125, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 245.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 1.90625, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 250.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 234.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 250.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 502430.46875, "train/tensor_act_model_layers_62_residual_post_attn/mean": 245.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 1.9296875, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 250.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 234.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 250.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 5234.41015625, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.00531005859375, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -3.8125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 7.1875, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 5216.54150390625, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.00439453125, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_62_mlp_up_proj/range": 7.078125, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 27529.736328125, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 13.4375, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.7109375, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 15.375, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": 11.8125, "train/tensor_act_model_layers_62_mlp_down_proj/max": 15.375, "train/tensor_act_model_layers_62_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_62_mlp/norm": 8169.18896484375, "train/tensor_act_model_layers_62_mlp/mean": 3.984375, "train/tensor_act_model_layers_62_mlp/std": 0.007080078125, "train/tensor_act_model_layers_62_mlp/max_abs": 4.0, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 3.984375, "train/tensor_act_model_layers_62_mlp/max": 4.0, "train/tensor_act_model_layers_62_mlp/range": 0.015625, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 510622.21875, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 249.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 1.9296875, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 254.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 238.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 254.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 510622.21875, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 249.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 1.9296875, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 254.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 238.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 254.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 510638.28125, "train/tensor_act_model_layers_63_residual_post_attn/mean": 249.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 1.9375, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 254.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 238.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 254.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 5114.3974609375, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.1396484375, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.7578125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 7.046875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 5132.2626953125, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.0198974609375, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_63_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_63_mlp_up_proj/range": 7.484375, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 27434.1875, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 13.375, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 15.1875, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": 11.8125, "train/tensor_act_model_layers_63_mlp_down_proj/max": 15.1875, "train/tensor_act_model_layers_63_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_63_mlp/norm": 8168.380859375, "train/tensor_act_model_layers_63_mlp/mean": 3.984375, "train/tensor_act_model_layers_63_mlp/std": 0.006866455078125, "train/tensor_act_model_layers_63_mlp/max_abs": 4.0, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": 3.984375, "train/tensor_act_model_layers_63_mlp/max": 4.0, "train/tensor_act_model_layers_63_mlp/range": 0.015625, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 518782.28125, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 253.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 1.8984375, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 258.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 242.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 258.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 518782.28125, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 253.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 1.8984375, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 258.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 242.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 258.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 518782.28125, "train/tensor_act_model_layers_64_residual_post_attn/mean": 253.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 1.8984375, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 258.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 242.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 258.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 5129.78125, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.1923828125, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.7578125, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -3.671875, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 3.421875, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 7.09375, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 5202.98291015625, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.099609375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.796875, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 3.453125, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -3.453125, "train/tensor_act_model_layers_64_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_64_mlp_up_proj/range": 6.796875, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 27461.14453125, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 13.375, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.72265625, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 15.75, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": 11.6875, "train/tensor_act_model_layers_64_mlp_down_proj/max": 15.75, "train/tensor_act_model_layers_64_mlp_down_proj/range": 4.0625, "train/tensor_act_model_layers_64_mlp/norm": 8167.32080078125, "train/tensor_act_model_layers_64_mlp/mean": 3.984375, "train/tensor_act_model_layers_64_mlp/std": 0.006561279296875, "train/tensor_act_model_layers_64_mlp/max_abs": 4.0, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": 3.984375, "train/tensor_act_model_layers_64_mlp/max": 4.0, "train/tensor_act_model_layers_64_mlp/range": 0.015625, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 526524.6875, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 258.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 1.9140625, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 262.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 246.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 262.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 526524.6875, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 258.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 1.9140625, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 262.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 246.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 262.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 526524.6875, "train/tensor_act_model_layers_65_residual_post_attn/mean": 258.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 1.9140625, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 262.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 246.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 262.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 5242.89794921875, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.0498046875, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 3.59375, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 3.59375, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 7.140625, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 5218.31591796875, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.03466796875, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_65_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_65_mlp_up_proj/range": 6.734375, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 27437.3203125, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 13.375, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.671875, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": 11.3125, "train/tensor_act_model_layers_65_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_65_mlp_down_proj/range": 4.0, "train/tensor_act_model_layers_65_mlp/norm": 8167.40625, "train/tensor_act_model_layers_65_mlp/mean": 3.984375, "train/tensor_act_model_layers_65_mlp/std": 0.006866455078125, "train/tensor_act_model_layers_65_mlp/max_abs": 4.0, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": 3.96875, "train/tensor_act_model_layers_65_mlp/max": 4.0, "train/tensor_act_model_layers_65_mlp/range": 0.03125, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 534598.75, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 262.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 250.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 534598.75, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 262.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 250.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 534598.5625, "train/tensor_act_model_layers_66_residual_post_attn/mean": 262.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 250.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 5047.61767578125, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.05908203125, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.7421875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.359375, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 6.59375, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 5064.9677734375, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.158203125, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_66_mlp_up_proj/range": 6.90625, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 27192.0078125, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 13.25, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 15.6875, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 11.4375, "train/tensor_act_model_layers_66_mlp_down_proj/max": 15.6875, "train/tensor_act_model_layers_66_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_66_mlp/norm": 8166.39697265625, "train/tensor_act_model_layers_66_mlp/mean": 3.984375, "train/tensor_act_model_layers_66_mlp/std": 0.00653076171875, "train/tensor_act_model_layers_66_mlp/max_abs": 4.0, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 3.96875, "train/tensor_act_model_layers_66_mlp/max": 4.0, "train/tensor_act_model_layers_66_mlp/range": 0.03125, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 542787.5625, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 266.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 270.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 254.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 270.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 542787.5625, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 266.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 270.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 254.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 270.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 542787.5625, "train/tensor_act_model_layers_67_residual_post_attn/mean": 266.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 270.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 254.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 270.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 5176.814453125, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.1181640625, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -3.375, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 7.15625, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 5064.85595703125, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.138671875, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_67_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 27388.181640625, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 13.375, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.70703125, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 11.75, "train/tensor_act_model_layers_67_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_67_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_67_mlp/norm": 8167.40771484375, "train/tensor_act_model_layers_67_mlp/mean": 3.984375, "train/tensor_act_model_layers_67_mlp/std": 0.006591796875, "train/tensor_act_model_layers_67_mlp/max_abs": 4.0, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 3.984375, "train/tensor_act_model_layers_67_mlp/max": 4.0, "train/tensor_act_model_layers_67_mlp/range": 0.015625, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 550979.3125, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 270.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 274.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 258.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 274.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 550979.3125, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 270.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 274.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 258.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 274.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 550979.3125, "train/tensor_act_model_layers_68_residual_post_attn/mean": 270.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 274.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 258.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 274.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 5224.0654296875, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.03515625, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 3.578125, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 7.21875, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 5128.29443359375, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.0986328125, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -3.4375, "train/tensor_act_model_layers_68_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_68_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 27197.51953125, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 13.25, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.7265625, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 15.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 11.3125, "train/tensor_act_model_layers_68_mlp_down_proj/max": 15.0, "train/tensor_act_model_layers_68_mlp_down_proj/range": 3.6875, "train/tensor_act_model_layers_68_mlp/norm": 8166.99755859375, "train/tensor_act_model_layers_68_mlp/mean": 3.984375, "train/tensor_act_model_layers_68_mlp/std": 0.006744384765625, "train/tensor_act_model_layers_68_mlp/max_abs": 4.0, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 3.96875, "train/tensor_act_model_layers_68_mlp/max": 4.0, "train/tensor_act_model_layers_68_mlp/range": 0.03125, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 559171.0625, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 274.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 278.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 262.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 278.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 559171.0625, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 274.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 278.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 262.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 278.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 559171.0625, "train/tensor_act_model_layers_69_residual_post_attn/mean": 274.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 278.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 262.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 278.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 5165.25390625, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.078125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 7.03125, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 5183.70458984375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.042724609375, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_69_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_69_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 27011.0859375, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 13.1875, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.69140625, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 14.9375, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 11.1875, "train/tensor_act_model_layers_69_mlp_down_proj/max": 14.9375, "train/tensor_act_model_layers_69_mlp_down_proj/range": 3.75, "train/tensor_act_model_layers_69_mlp/norm": 8165.28076171875, "train/tensor_act_model_layers_69_mlp/mean": 3.984375, "train/tensor_act_model_layers_69_mlp/std": 0.006103515625, "train/tensor_act_model_layers_69_mlp/max_abs": 4.0, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 3.96875, "train/tensor_act_model_layers_69_mlp/max": 4.0, "train/tensor_act_model_layers_69_mlp/range": 0.03125, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 567362.875, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 278.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 282.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 266.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 282.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 567362.875, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 278.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 282.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 266.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 282.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 567362.875, "train/tensor_act_model_layers_70_residual_post_attn/mean": 278.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 282.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 266.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 282.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 5232.0458984375, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.0341796875, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -3.703125, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 3.359375, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 7.0625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 5278.14501953125, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.07470703125, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_70_mlp_up_proj/max": 3.546875, "train/tensor_act_model_layers_70_mlp_up_proj/range": 7.40625, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 27793.8515625, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 13.5625, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.80078125, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": 10.1875, "train/tensor_act_model_layers_70_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_70_mlp_down_proj/range": 5.125, "train/tensor_act_model_layers_70_mlp/norm": 8170.599609375, "train/tensor_act_model_layers_70_mlp/mean": 3.984375, "train/tensor_act_model_layers_70_mlp/std": 0.00830078125, "train/tensor_act_model_layers_70_mlp/max_abs": 4.0, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": 3.953125, "train/tensor_act_model_layers_70_mlp/max": 4.0, "train/tensor_act_model_layers_70_mlp/range": 0.046875, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 575554.625, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 282.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 286.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 270.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 286.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 575554.625, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 282.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 286.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 270.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 286.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 575554.625, "train/tensor_act_model_layers_71_residual_post_attn/mean": 282.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 286.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 270.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 286.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 5210.197265625, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.037109375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 6.921875, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 5184.1220703125, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.1455078125, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.78125, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.40625, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.40625, "train/tensor_act_model_layers_71_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_71_mlp_up_proj/range": 6.8125, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 27321.44921875, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 13.3125, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 15.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": 11.4375, "train/tensor_act_model_layers_71_mlp_down_proj/max": 15.0, "train/tensor_act_model_layers_71_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_71_mlp/norm": 8167.2392578125, "train/tensor_act_model_layers_71_mlp/mean": 3.984375, "train/tensor_act_model_layers_71_mlp/std": 0.00726318359375, "train/tensor_act_model_layers_71_mlp/max_abs": 4.0, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": 3.96875, "train/tensor_act_model_layers_71_mlp/max": 4.0, "train/tensor_act_model_layers_71_mlp/range": 0.03125, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 583746.4375, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 286.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 290.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 274.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 290.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 583746.4375, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 286.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 290.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 274.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 290.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 583746.4375, "train/tensor_act_model_layers_72_residual_post_attn/mean": 286.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 290.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 274.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 290.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 5060.7763671875, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.10986328125, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.7421875, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -3.671875, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 3.640625, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 5063.67724609375, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.008544921875, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.75, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_72_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 26773.80859375, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 13.0625, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.8125, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 15.6875, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 11.5, "train/tensor_act_model_layers_72_mlp_down_proj/max": 15.6875, "train/tensor_act_model_layers_72_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_72_mlp/norm": 8165.28369140625, "train/tensor_act_model_layers_72_mlp/mean": 3.984375, "train/tensor_act_model_layers_72_mlp/std": 0.006591796875, "train/tensor_act_model_layers_72_mlp/max_abs": 4.0, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 3.96875, "train/tensor_act_model_layers_72_mlp/max": 4.0, "train/tensor_act_model_layers_72_mlp/range": 0.03125, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 591938.1875, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 290.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 294.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 278.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 294.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 591938.1875, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 290.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 278.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 294.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 591938.1875, "train/tensor_act_model_layers_73_residual_post_attn/mean": 290.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 278.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 294.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 5084.28369140625, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.04443359375, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.7578125, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.390625, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -3.375, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 3.390625, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 6.765625, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 5173.47119140625, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.032958984375, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 3.5, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_73_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_73_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 26644.337890625, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 13.0, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.6796875, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 15.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": 11.4375, "train/tensor_act_model_layers_73_mlp_down_proj/max": 15.0, "train/tensor_act_model_layers_73_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_73_mlp/norm": 8163.16259765625, "train/tensor_act_model_layers_73_mlp/mean": 3.984375, "train/tensor_act_model_layers_73_mlp/std": 0.005279541015625, "train/tensor_act_model_layers_73_mlp/max_abs": 4.0, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 3.96875, "train/tensor_act_model_layers_73_mlp/max": 4.0, "train/tensor_act_model_layers_73_mlp/range": 0.03125, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 600130.0, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 294.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 298.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 282.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 298.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 600130.0, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 294.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 298.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 282.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 298.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 600130.0, "train/tensor_act_model_layers_74_residual_post_attn/mean": 294.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 298.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 282.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 298.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 5129.8876953125, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.0439453125, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 3.625, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -3.625, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 7.0625, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 5080.94482421875, "train/tensor_act_model_layers_74_mlp_up_proj/mean": 0.0003223419189453125, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.7578125, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_74_mlp_up_proj/range": 7.0625, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 27170.416015625, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 13.25, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": 10.9375, "train/tensor_act_model_layers_74_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_74_mlp_down_proj/range": 5.3125, "train/tensor_act_model_layers_74_mlp/norm": 8167.0859375, "train/tensor_act_model_layers_74_mlp/mean": 3.984375, "train/tensor_act_model_layers_74_mlp/std": 0.00677490234375, "train/tensor_act_model_layers_74_mlp/max_abs": 4.0, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": 3.96875, "train/tensor_act_model_layers_74_mlp/max": 4.0, "train/tensor_act_model_layers_74_mlp/range": 0.03125, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 608321.875, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 298.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 302.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 302.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 608321.875, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 298.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 286.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 302.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 608321.875, "train/tensor_act_model_layers_75_residual_post_attn/mean": 298.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 286.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 302.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 5000.94140625, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.033203125, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.7265625, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 3.578125, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 7.21875, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 5051.943359375, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.00017642974853515625, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.8125, "train/tensor_act_model_layers_75_mlp_up_proj/max": 4.125, "train/tensor_act_model_layers_75_mlp_up_proj/range": 7.9375, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 26633.568359375, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 13.0, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 15.0625, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": 10.3125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 15.0625, "train/tensor_act_model_layers_75_mlp_down_proj/range": 4.75, "train/tensor_act_model_layers_75_mlp/norm": 8162.79736328125, "train/tensor_act_model_layers_75_mlp/mean": 3.984375, "train/tensor_act_model_layers_75_mlp/std": 0.006744384765625, "train/tensor_act_model_layers_75_mlp/max_abs": 4.0, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": 3.953125, "train/tensor_act_model_layers_75_mlp/max": 4.0, "train/tensor_act_model_layers_75_mlp/range": 0.046875, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 616513.6875, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 302.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 306.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 290.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 306.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 616513.6875, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 302.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 290.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 306.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 616513.6875, "train/tensor_act_model_layers_76_residual_post_attn/mean": 302.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 290.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 306.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 4975.4091796875, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.23046875, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.703125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 5049.8525390625, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.033935546875, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.7421875, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_76_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_76_mlp_up_proj/range": 6.796875, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 26775.724609375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 13.0625, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.87109375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 14.875, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": 10.5, "train/tensor_act_model_layers_76_mlp_down_proj/max": 14.875, "train/tensor_act_model_layers_76_mlp_down_proj/range": 4.375, "train/tensor_act_model_layers_76_mlp/norm": 8163.341796875, "train/tensor_act_model_layers_76_mlp/mean": 3.984375, "train/tensor_act_model_layers_76_mlp/std": 0.00799560546875, "train/tensor_act_model_layers_76_mlp/max_abs": 4.0, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": 3.953125, "train/tensor_act_model_layers_76_mlp/max": 4.0, "train/tensor_act_model_layers_76_mlp/range": 0.046875, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 624705.5, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 306.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 310.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 294.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 310.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 624705.5, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 306.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 310.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 294.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 310.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 624705.5, "train/tensor_act_model_layers_77_residual_post_attn/mean": 306.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 310.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 294.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 310.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 5189.2041015625, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.0703125, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 7.265625, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 5161.49560546875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.2197265625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.765625, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_77_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_77_mlp_up_proj/range": 7.5625, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 27234.859375, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 13.25, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.8671875, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": 10.9375, "train/tensor_act_model_layers_77_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_77_mlp_down_proj/range": 5.3125, "train/tensor_act_model_layers_77_mlp/norm": 8168.0341796875, "train/tensor_act_model_layers_77_mlp/mean": 3.984375, "train/tensor_act_model_layers_77_mlp/std": 0.00732421875, "train/tensor_act_model_layers_77_mlp/max_abs": 4.0, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": 3.96875, "train/tensor_act_model_layers_77_mlp/max": 4.0, "train/tensor_act_model_layers_77_mlp/range": 0.03125, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 632897.3125, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 310.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 314.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 298.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 314.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 632897.3125, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 310.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 314.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 298.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 314.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 632897.3125, "train/tensor_act_model_layers_78_residual_post_attn/mean": 310.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 314.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 298.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 314.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 5048.6943359375, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.038330078125, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.7421875, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 6.984375, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 5027.92236328125, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.12890625, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_78_mlp_up_proj/max": 3.703125, "train/tensor_act_model_layers_78_mlp_up_proj/range": 7.265625, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 26812.08984375, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 13.0625, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.83203125, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 15.5, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": 10.4375, "train/tensor_act_model_layers_78_mlp_down_proj/max": 15.5, "train/tensor_act_model_layers_78_mlp_down_proj/range": 5.0625, "train/tensor_act_model_layers_78_mlp/norm": 8163.5126953125, "train/tensor_act_model_layers_78_mlp/mean": 3.984375, "train/tensor_act_model_layers_78_mlp/std": 0.007354736328125, "train/tensor_act_model_layers_78_mlp/max_abs": 4.0, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": 3.953125, "train/tensor_act_model_layers_78_mlp/max": 4.0, "train/tensor_act_model_layers_78_mlp/range": 0.046875, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 641089.125, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 314.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 318.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 302.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 318.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 641089.125, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 314.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 318.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 302.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 318.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 641089.125, "train/tensor_act_model_layers_79_residual_post_attn/mean": 314.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 318.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 302.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 318.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 4977.865234375, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.07275390625, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.71875, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 7.34375, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 5061.58984375, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.05029296875, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.75, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -3.828125, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_79_mlp_up_proj/range": 7.296875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 26212.359375, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 12.75, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.83984375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": 10.5625, "train/tensor_act_model_layers_79_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_79_mlp_down_proj/range": 4.75, "train/tensor_act_model_layers_79_mlp/norm": 8160.36083984375, "train/tensor_act_model_layers_79_mlp/mean": 3.984375, "train/tensor_act_model_layers_79_mlp/std": 0.006866455078125, "train/tensor_act_model_layers_79_mlp/max_abs": 4.0, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 3.953125, "train/tensor_act_model_layers_79_mlp/max": 4.0, "train/tensor_act_model_layers_79_mlp/range": 0.046875, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 649280.9375, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 318.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 322.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 306.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 322.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 649280.9375, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 318.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 322.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 306.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 322.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 649280.9375, "train/tensor_act_model_layers_80_residual_post_attn/mean": 318.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 322.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 306.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 322.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 4994.24072265625, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.0712890625, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.7265625, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 7.484375, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 5013.4345703125, "train/tensor_act_model_layers_80_mlp_up_proj/mean": 0.0020599365234375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_80_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 26290.328125, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 12.8125, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.7734375, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 15.3125, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": 10.875, "train/tensor_act_model_layers_80_mlp_down_proj/max": 15.3125, "train/tensor_act_model_layers_80_mlp_down_proj/range": 4.4375, "train/tensor_act_model_layers_80_mlp/norm": 8160.94091796875, "train/tensor_act_model_layers_80_mlp/mean": 3.984375, "train/tensor_act_model_layers_80_mlp/std": 0.006439208984375, "train/tensor_act_model_layers_80_mlp/max_abs": 4.0, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": 3.96875, "train/tensor_act_model_layers_80_mlp/max": 4.0, "train/tensor_act_model_layers_80_mlp/range": 0.03125, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 657472.8125, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 322.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 326.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 310.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 326.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 657472.8125, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 322.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 326.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 310.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 326.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 657472.8125, "train/tensor_act_model_layers_81_residual_post_attn/mean": 322.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 326.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 310.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 326.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 5002.8095703125, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.1279296875, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.71875, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 3.859375, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -3.484375, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 3.859375, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 7.34375, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 4946.29150390625, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.0966796875, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 7.109375, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 25982.05078125, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 12.6875, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.6484375, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 14.75, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": 10.9375, "train/tensor_act_model_layers_81_mlp_down_proj/max": 14.75, "train/tensor_act_model_layers_81_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_81_mlp/norm": 8159.2763671875, "train/tensor_act_model_layers_81_mlp/mean": 3.984375, "train/tensor_act_model_layers_81_mlp/std": 0.00445556640625, "train/tensor_act_model_layers_81_mlp/max_abs": 4.0, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": 3.96875, "train/tensor_act_model_layers_81_mlp/max": 4.0, "train/tensor_act_model_layers_81_mlp/range": 0.03125, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 665664.625, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 326.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 330.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 314.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 330.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 665664.625, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 326.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 330.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 314.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 330.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 665664.625, "train/tensor_act_model_layers_82_residual_post_attn/mean": 326.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 330.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 314.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 330.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 4998.8447265625, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.0174560546875, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.7265625, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -3.796875, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 4.09375, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 7.890625, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 5149.37744140625, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.005035400390625, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.78125, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_82_mlp_up_proj/range": 7.09375, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 26233.265625, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 12.75, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.84765625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 15.375, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": 10.4375, "train/tensor_act_model_layers_82_mlp_down_proj/max": 15.375, "train/tensor_act_model_layers_82_mlp_down_proj/range": 4.9375, "train/tensor_act_model_layers_82_mlp/norm": 8158.55517578125, "train/tensor_act_model_layers_82_mlp/mean": 3.984375, "train/tensor_act_model_layers_82_mlp/std": 0.007354736328125, "train/tensor_act_model_layers_82_mlp/max_abs": 4.0, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": 3.953125, "train/tensor_act_model_layers_82_mlp/max": 4.0, "train/tensor_act_model_layers_82_mlp/range": 0.046875, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 673856.5, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 330.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 334.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 318.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 334.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 673856.5, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 330.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 334.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 318.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 334.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 673856.5, "train/tensor_act_model_layers_83_residual_post_attn/mean": 330.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 334.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 318.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 334.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 4844.93408203125, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.140625, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.6640625, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 3.75, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 5098.7236328125, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.046142578125, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.7578125, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_83_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_83_mlp_up_proj/range": 7.375, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 25476.96875, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 12.4375, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.859375, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 15.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": 10.25, "train/tensor_act_model_layers_83_mlp_down_proj/max": 15.0, "train/tensor_act_model_layers_83_mlp_down_proj/range": 4.75, "train/tensor_act_model_layers_83_mlp/norm": 8155.90869140625, "train/tensor_act_model_layers_83_mlp/mean": 3.984375, "train/tensor_act_model_layers_83_mlp/std": 0.0079345703125, "train/tensor_act_model_layers_83_mlp/max_abs": 4.0, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": 3.953125, "train/tensor_act_model_layers_83_mlp/max": 4.0, "train/tensor_act_model_layers_83_mlp/range": 0.046875, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 682048.3125, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 334.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 338.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 322.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 338.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 682048.3125, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 334.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 338.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 322.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 338.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 682048.3125, "train/tensor_act_model_layers_84_residual_post_attn/mean": 334.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 338.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 322.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 338.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 4907.1044921875, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.051025390625, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.6953125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 7.828125, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 4902.7216796875, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.169921875, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 7.515625, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 25967.349609375, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 12.625, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.796875, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 14.9375, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": 10.625, "train/tensor_act_model_layers_84_mlp_down_proj/max": 14.9375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 4.3125, "train/tensor_act_model_layers_84_mlp/norm": 8159.40478515625, "train/tensor_act_model_layers_84_mlp/mean": 3.984375, "train/tensor_act_model_layers_84_mlp/std": 0.00689697265625, "train/tensor_act_model_layers_84_mlp/max_abs": 4.0, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": 3.953125, "train/tensor_act_model_layers_84_mlp/max": 4.0, "train/tensor_act_model_layers_84_mlp/range": 0.046875, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 690240.1875, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 338.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 342.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 326.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 342.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 690240.1875, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 338.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 342.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 326.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 342.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 690240.1875, "train/tensor_act_model_layers_85_residual_post_attn/mean": 338.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 342.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 326.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 342.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 4931.41845703125, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.03466796875, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.703125, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -4.0625, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 3.984375, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 8.046875, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 5043.1083984375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.171875, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.734375, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_85_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_85_mlp_up_proj/range": 7.5, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 25318.34375, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 12.3125, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.828125, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 15.625, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": 10.3125, "train/tensor_act_model_layers_85_mlp_down_proj/max": 15.625, "train/tensor_act_model_layers_85_mlp_down_proj/range": 5.3125, "train/tensor_act_model_layers_85_mlp/norm": 8155.1962890625, "train/tensor_act_model_layers_85_mlp/mean": 3.984375, "train/tensor_act_model_layers_85_mlp/std": 0.007354736328125, "train/tensor_act_model_layers_85_mlp/max_abs": 4.0, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": 3.953125, "train/tensor_act_model_layers_85_mlp/max": 4.0, "train/tensor_act_model_layers_85_mlp/range": 0.046875, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 698432.0, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 342.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 346.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 330.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 346.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 698432.0, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 342.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 346.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 330.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 346.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 698432.0, "train/tensor_act_model_layers_86_residual_post_attn/mean": 342.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 346.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 330.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 346.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 4928.1162109375, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.103515625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.6953125, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 5093.73046875, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.03759765625, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.7578125, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.609375, "train/tensor_act_model_layers_86_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_86_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 25220.96875, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 12.25, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.98828125, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 15.9375, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 0.9921875, "train/tensor_act_model_layers_86_mlp_down_proj/min": 9.0625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 15.9375, "train/tensor_act_model_layers_86_mlp_down_proj/range": 6.875, "train/tensor_act_model_layers_86_mlp/norm": 8151.45068359375, "train/tensor_act_model_layers_86_mlp/mean": 3.984375, "train/tensor_act_model_layers_86_mlp/std": 0.01116943359375, "train/tensor_act_model_layers_86_mlp/max_abs": 4.0, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": 3.921875, "train/tensor_act_model_layers_86_mlp/max": 4.0, "train/tensor_act_model_layers_86_mlp/range": 0.078125, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 706623.875, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 346.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 350.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 334.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 350.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 706623.875, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 346.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 350.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 334.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 350.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 706623.875, "train/tensor_act_model_layers_87_residual_post_attn/mean": 346.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 350.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 334.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 350.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 4987.82470703125, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.040771484375, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.71875, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 3.625, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 3.625, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 7.171875, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 4894.3955078125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.193359375, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.6796875, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.546875, "train/tensor_act_model_layers_87_mlp_up_proj/range": 7.0625, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 24896.20703125, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 12.125, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.83984375, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 14.1875, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 0.9999265670776367, "train/tensor_act_model_layers_87_mlp_down_proj/min": 10.0, "train/tensor_act_model_layers_87_mlp_down_proj/max": 14.1875, "train/tensor_act_model_layers_87_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_87_mlp/norm": 8149.13671875, "train/tensor_act_model_layers_87_mlp/mean": 3.984375, "train/tensor_act_model_layers_87_mlp/std": 0.00921630859375, "train/tensor_act_model_layers_87_mlp/max_abs": 4.0, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": 3.953125, "train/tensor_act_model_layers_87_mlp/max": 4.0, "train/tensor_act_model_layers_87_mlp/range": 0.046875, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 714815.75, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 350.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 354.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 338.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 354.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 714815.75, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 350.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 354.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 338.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 354.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 714815.75, "train/tensor_act_model_layers_88_residual_post_attn/mean": 350.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 354.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 338.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 354.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 4900.83251953125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.05859375, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.6875, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 7.53125, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 4923.41650390625, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.023681640625, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.703125, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_88_mlp_up_proj/max": 3.6875, "train/tensor_act_model_layers_88_mlp_up_proj/range": 7.4375, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 24842.228515625, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 12.0625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.96484375, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 15.1875, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 0.980205774307251, "train/tensor_act_model_layers_88_mlp_down_proj/min": 9.5, "train/tensor_act_model_layers_88_mlp_down_proj/max": 15.1875, "train/tensor_act_model_layers_88_mlp_down_proj/range": 5.6875, "train/tensor_act_model_layers_88_mlp/norm": 8147.16015625, "train/tensor_act_model_layers_88_mlp/mean": 3.984375, "train/tensor_act_model_layers_88_mlp/std": 0.01043701171875, "train/tensor_act_model_layers_88_mlp/max_abs": 4.0, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": 3.9375, "train/tensor_act_model_layers_88_mlp/max": 4.0, "train/tensor_act_model_layers_88_mlp/range": 0.0625, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 723007.625, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 354.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 358.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 342.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 358.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 723007.625, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 354.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 358.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 342.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 358.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 723007.625, "train/tensor_act_model_layers_89_residual_post_attn/mean": 354.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 358.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 342.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 358.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 4816.20703125, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.09619140625, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.65625, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -3.40625, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 3.921875, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 4884.6904296875, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.08447265625, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -4.21875, "train/tensor_act_model_layers_89_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_89_mlp_up_proj/range": 7.875, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 24343.326171875, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 11.875, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.9765625, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 14.5, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 0.9610674381256104, "train/tensor_act_model_layers_89_mlp_down_proj/min": 9.6875, "train/tensor_act_model_layers_89_mlp_down_proj/max": 14.5, "train/tensor_act_model_layers_89_mlp_down_proj/range": 4.8125, "train/tensor_act_model_layers_89_mlp/norm": 8142.34814453125, "train/tensor_act_model_layers_89_mlp/mean": 3.96875, "train/tensor_act_model_layers_89_mlp/std": 0.01263427734375, "train/tensor_act_model_layers_89_mlp/max_abs": 4.0, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": 3.9375, "train/tensor_act_model_layers_89_mlp/max": 4.0, "train/tensor_act_model_layers_89_mlp/range": 0.0625, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 731199.4375, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 358.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 362.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 346.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 362.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 731199.4375, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 358.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 362.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 346.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 362.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 731199.4375, "train/tensor_act_model_layers_90_residual_post_attn/mean": 358.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 362.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 346.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 362.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 4883.431640625, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.19140625, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.671875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.828125, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.796875, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.828125, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 4978.52685546875, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.05908203125, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_90_mlp_up_proj/range": 7.875, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 24522.953125, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 11.9375, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.98828125, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 14.9375, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 0.9619872570037842, "train/tensor_act_model_layers_90_mlp_down_proj/min": 9.5, "train/tensor_act_model_layers_90_mlp_down_proj/max": 14.9375, "train/tensor_act_model_layers_90_mlp_down_proj/range": 5.4375, "train/tensor_act_model_layers_90_mlp/norm": 8145.14697265625, "train/tensor_act_model_layers_90_mlp/mean": 3.984375, "train/tensor_act_model_layers_90_mlp/std": 0.0126953125, "train/tensor_act_model_layers_90_mlp/max_abs": 4.0, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": 3.9375, "train/tensor_act_model_layers_90_mlp/max": 4.0, "train/tensor_act_model_layers_90_mlp/range": 0.0625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 739391.375, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 362.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 366.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 350.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 366.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 739391.375, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 362.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 366.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 350.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 366.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 739391.375, "train/tensor_act_model_layers_91_residual_post_attn/mean": 362.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 366.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 350.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 366.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 4988.92138671875, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.029541015625, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.71875, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -4.375, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 8.40625, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 4855.6328125, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.1962890625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.6640625, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_91_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_91_mlp_up_proj/range": 7.671875, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 23843.48046875, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 11.625, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.97265625, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 14.375, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 0.9250993728637695, "train/tensor_act_model_layers_91_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_91_mlp_down_proj/max": 14.375, "train/tensor_act_model_layers_91_mlp_down_proj/range": 5.75, "train/tensor_act_model_layers_91_mlp/norm": 8136.4794921875, "train/tensor_act_model_layers_91_mlp/mean": 3.96875, "train/tensor_act_model_layers_91_mlp/std": 0.0167236328125, "train/tensor_act_model_layers_91_mlp/max_abs": 4.0, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": 3.890625, "train/tensor_act_model_layers_91_mlp/max": 4.0, "train/tensor_act_model_layers_91_mlp/range": 0.109375, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 747583.1875, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 366.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 370.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 354.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 370.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 747583.1875, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 366.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 370.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 354.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 370.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 747583.1875, "train/tensor_act_model_layers_92_residual_post_attn/mean": 366.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 370.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 354.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 370.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 4869.47802734375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.0478515625, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.6796875, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -3.90625, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.0625, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 7.96875, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 4894.69384765625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.03271484375, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_92_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_92_mlp_up_proj/range": 8.03125, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 23784.916015625, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 11.5625, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.88671875, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 14.625, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 0.9756646156311035, "train/tensor_act_model_layers_92_mlp_down_proj/min": 9.75, "train/tensor_act_model_layers_92_mlp_down_proj/max": 14.625, "train/tensor_act_model_layers_92_mlp_down_proj/range": 4.875, "train/tensor_act_model_layers_92_mlp/norm": 8136.2470703125, "train/tensor_act_model_layers_92_mlp/mean": 3.96875, "train/tensor_act_model_layers_92_mlp/std": 0.0120849609375, "train/tensor_act_model_layers_92_mlp/max_abs": 4.0, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": 3.9375, "train/tensor_act_model_layers_92_mlp/max": 4.0, "train/tensor_act_model_layers_92_mlp/range": 0.0625, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 755775.0625, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 370.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 374.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 358.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 374.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 755775.0625, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 370.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 374.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 358.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 374.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 755775.0625, "train/tensor_act_model_layers_93_residual_post_attn/mean": 370.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 374.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 358.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 374.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 4944.029296875, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.1796875, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.6953125, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 3.8125, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -3.8125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 3.8125, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 4996.4091796875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.1669921875, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.71875, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.25, "train/tensor_act_model_layers_93_mlp_up_proj/range": 7.921875, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 23718.865234375, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 11.5625, "train/tensor_act_model_layers_93_mlp_down_proj/std": 1.015625, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 14.125, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 0.9490149021148682, "train/tensor_act_model_layers_93_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_93_mlp_down_proj/max": 14.125, "train/tensor_act_model_layers_93_mlp_down_proj/range": 5.5, "train/tensor_act_model_layers_93_mlp/norm": 8134.3857421875, "train/tensor_act_model_layers_93_mlp/mean": 3.96875, "train/tensor_act_model_layers_93_mlp/std": 0.015869140625, "train/tensor_act_model_layers_93_mlp/max_abs": 4.0, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": 3.890625, "train/tensor_act_model_layers_93_mlp/max": 4.0, "train/tensor_act_model_layers_93_mlp/range": 0.109375, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 763966.9375, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 374.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 378.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 362.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 378.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 763966.9375, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 374.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 378.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 362.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 378.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 763966.9375, "train/tensor_act_model_layers_94_residual_post_attn/mean": 374.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 378.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 362.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 378.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 4821.90478515625, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.060546875, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.6640625, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 4.3125, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 4.3125, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 8.34375, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 4827.4677734375, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.1904296875, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.65625, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_94_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_94_mlp_up_proj/range": 8.1875, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 22906.8203125, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 11.125, "train/tensor_act_model_layers_94_mlp_down_proj/std": 1.09375, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 15.5625, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 0.8396902084350586, "train/tensor_act_model_layers_94_mlp_down_proj/min": 8.625, "train/tensor_act_model_layers_94_mlp_down_proj/max": 15.5625, "train/tensor_act_model_layers_94_mlp_down_proj/range": 6.9375, "train/tensor_act_model_layers_94_mlp/norm": 8120.34814453125, "train/tensor_act_model_layers_94_mlp/mean": 3.96875, "train/tensor_act_model_layers_94_mlp/std": 0.0186767578125, "train/tensor_act_model_layers_94_mlp/max_abs": 4.0, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": 3.890625, "train/tensor_act_model_layers_94_mlp/max": 4.0, "train/tensor_act_model_layers_94_mlp/range": 0.109375, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 772158.875, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 378.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 382.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 366.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 382.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 772158.875, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 378.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 382.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 366.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 382.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 772158.875, "train/tensor_act_model_layers_95_residual_post_attn/mean": 378.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 382.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 366.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 382.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 4787.3056640625, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.130859375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 1.6484375, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 4.28125, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -4.28125, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 8.171875, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 4888.681640625, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.1005859375, "train/tensor_act_model_layers_95_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 4.15625, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_95_mlp_up_proj/max": 4.15625, "train/tensor_act_model_layers_95_mlp_up_proj/range": 8.1875, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 23053.5390625, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 11.1875, "train/tensor_act_model_layers_95_mlp_down_proj/std": 1.1171875, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 14.375, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 0.8440263271331787, "train/tensor_act_model_layers_95_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_95_mlp_down_proj/max": 14.375, "train/tensor_act_model_layers_95_mlp_down_proj/range": 6.125, "train/tensor_act_model_layers_95_mlp/norm": 8120.419921875, "train/tensor_act_model_layers_95_mlp/mean": 3.96875, "train/tensor_act_model_layers_95_mlp/std": 0.021240234375, "train/tensor_act_model_layers_95_mlp/max_abs": 4.0, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": 3.875, "train/tensor_act_model_layers_95_mlp/max": 4.0, "train/tensor_act_model_layers_95_mlp/range": 0.125, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 780350.75, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 382.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 386.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 370.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 386.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 780350.75, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 382.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 386.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 370.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 386.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 780350.75, "train/tensor_act_model_layers_96_residual_post_attn/mean": 382.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 386.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 370.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 386.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 4866.24609375, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": -0.004241943359375, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 1.6796875, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -4.375, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 8.265625, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 4894.87744140625, "train/tensor_act_model_layers_96_mlp_up_proj/mean": -0.042236328125, "train/tensor_act_model_layers_96_mlp_up_proj/std": 1.6875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -4.15625, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_96_mlp_up_proj/range": 8.34375, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 22971.896484375, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 11.1875, "train/tensor_act_model_layers_96_mlp_down_proj/std": 1.15625, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 14.625, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 0.8293960094451904, "train/tensor_act_model_layers_96_mlp_down_proj/min": 8.25, "train/tensor_act_model_layers_96_mlp_down_proj/max": 14.625, "train/tensor_act_model_layers_96_mlp_down_proj/range": 6.375, "train/tensor_act_model_layers_96_mlp/norm": 8119.927734375, "train/tensor_act_model_layers_96_mlp/mean": 3.96875, "train/tensor_act_model_layers_96_mlp/std": 0.0218505859375, "train/tensor_act_model_layers_96_mlp/max_abs": 4.0, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": 3.875, "train/tensor_act_model_layers_96_mlp/max": 4.0, "train/tensor_act_model_layers_96_mlp/range": 0.125, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 788542.625, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 386.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 374.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 788542.625, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 386.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 374.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 788542.625, "train/tensor_act_model_layers_97_residual_post_attn/mean": 386.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 374.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 4763.984375, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.03857421875, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 1.640625, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 4.3125, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 4.3125, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 8.34375, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 4740.22265625, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.140625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 1.6328125, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_97_mlp_up_proj/max": 3.890625, "train/tensor_act_model_layers_97_mlp_up_proj/range": 7.875, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 22211.541015625, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 10.75, "train/tensor_act_model_layers_97_mlp_down_proj/std": 1.1953125, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 14.5, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 0.7506670951843262, "train/tensor_act_model_layers_97_mlp_down_proj/min": 7.5, "train/tensor_act_model_layers_97_mlp_down_proj/max": 14.5, "train/tensor_act_model_layers_97_mlp_down_proj/range": 7.0, "train/tensor_act_model_layers_97_mlp/norm": 8102.59521484375, "train/tensor_act_model_layers_97_mlp/mean": 3.953125, "train/tensor_act_model_layers_97_mlp/std": 0.028564453125, "train/tensor_act_model_layers_97_mlp/max_abs": 4.0, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": 3.8125, "train/tensor_act_model_layers_97_mlp/max": 4.0, "train/tensor_act_model_layers_97_mlp/range": 0.1875, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 796734.5, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 390.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 394.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 378.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 394.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 796734.5, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 390.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 394.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 378.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 394.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 796734.5, "train/tensor_act_model_layers_98_residual_post_attn/mean": 390.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 394.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 378.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 394.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 4763.64892578125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.1923828125, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 1.6328125, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -4.59375, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 8.75, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 4671.10595703125, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.0908203125, "train/tensor_act_model_layers_98_mlp_up_proj/std": 1.609375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 4.6875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_98_mlp_up_proj/max": 4.6875, "train/tensor_act_model_layers_98_mlp_up_proj/range": 8.96875, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 21632.677734375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 10.5, "train/tensor_act_model_layers_98_mlp_down_proj/std": 1.2734375, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 13.6875, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 0.6309783458709717, "train/tensor_act_model_layers_98_mlp_down_proj/min": 7.1875, "train/tensor_act_model_layers_98_mlp_down_proj/max": 13.6875, "train/tensor_act_model_layers_98_mlp_down_proj/range": 6.5, "train/tensor_act_model_layers_98_mlp/norm": 8085.35595703125, "train/tensor_act_model_layers_98_mlp/mean": 3.953125, "train/tensor_act_model_layers_98_mlp/std": 0.037109375, "train/tensor_act_model_layers_98_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": 3.78125, "train/tensor_act_model_layers_98_mlp/max": 3.984375, "train/tensor_act_model_layers_98_mlp/range": 0.203125, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 804926.375, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 394.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 2.015625, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 398.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 382.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 398.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 16.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 804926.375, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 394.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 2.015625, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 398.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 382.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 398.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 16.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 804926.375, "train/tensor_act_model_layers_99_residual_post_attn/mean": 394.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 2.015625, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 398.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 382.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 398.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 16.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 4705.4814453125, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.08984375, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 1.625, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 4.4375, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -4.40625, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 4.4375, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 8.84375, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 4556.1328125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": 0.0252685546875, "train/tensor_act_model_layers_99_mlp_up_proj/std": 1.5703125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 4.375, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -3.9375, "train/tensor_act_model_layers_99_mlp_up_proj/max": 4.375, "train/tensor_act_model_layers_99_mlp_up_proj/range": 8.3125, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 20672.462890625, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 9.9375, "train/tensor_act_model_layers_99_mlp_down_proj/std": 1.6015625, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 13.125, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 0.48940587043762207, "train/tensor_act_model_layers_99_mlp_down_proj/min": 0.76171875, "train/tensor_act_model_layers_99_mlp_down_proj/max": 13.125, "train/tensor_act_model_layers_99_mlp_down_proj/range": 12.36328125, "train/tensor_act_model_layers_99_mlp/norm": 8025.8046875, "train/tensor_act_model_layers_99_mlp/mean": 3.90625, "train/tensor_act_model_layers_99_mlp/std": 0.28125, "train/tensor_act_model_layers_99_mlp/max_abs": 3.984375, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": 0.75390625, "train/tensor_act_model_layers_99_mlp/max": 3.984375, "train/tensor_act_model_layers_99_mlp/range": 3.23046875, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 813054.8125, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 396.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 2.0625, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 402.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 382.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 402.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 20.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 25690112.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 852.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 142336.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 5701632.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.995758056640625, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -4292608.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 5701632.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 9994240.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 8126464.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -378.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 44800.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 264192.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -192512.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 264192.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 456704.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 8028160.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": 1408.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 44288.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 229376.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -229376.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 192512.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 421888.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 8912896.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 1096.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 49152.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 700416.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.998779296875, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -585728.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 700416.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 1286144.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 5242880.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -1096.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 29056.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 121344.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -121344.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 113664.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 235008.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 5013504.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": 2704.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 27648.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 99328.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -99328.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 98304.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 197632.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 6914048.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 3536.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 37888.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 462848.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.98699951171875, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -462848.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 411648.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 874496.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 4489216.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 2544.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 24704.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 96768.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -83456.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 96768.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 180224.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 4390912.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": 147.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 24192.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 81408.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -75776.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 81408.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 157184.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 5767168.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -482.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 31744.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 370688.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.9765625, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -299008.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 370688.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 669696.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 3637248.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": 342.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 20096.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 71168.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -71168.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 139264.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 3637248.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": 75.5, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 20096.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 72192.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 68096.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 140288.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 5570560.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -1880.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 30720.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 352256.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -352256.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 282624.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 634880.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 3670016.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": -732.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 20352.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -72192.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 162816.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 3735552.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": 1160.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 20608.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 84992.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -73216.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 84992.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 158208.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 5472256.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -1232.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 30336.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 288768.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.99114990234375, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -288768.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 243712.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 532480.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 3784704.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 952.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 20864.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 79872.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -74752.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 79872.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 154624.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 3702784.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": -202.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 20480.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 77824.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -77824.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 65280.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 143104.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 4456448.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 776.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 24576.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 243712.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -242688.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 243712.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 486400.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 2916352.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -2080.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 15936.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 55552.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -55552.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 43520.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 99072.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 2965504.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": 1544.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 16320.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 63488.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -43264.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 63488.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 106752.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 4096000.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 2144.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 22528.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 156672.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.99066162109375, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": -144384.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 156672.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 301056.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 2949120.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 620.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 16320.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 61184.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": -58368.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 61184.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 119552.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 2981888.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": -219.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 16512.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 58624.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": -48384.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 58624.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 107008.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 4358144.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -3088.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 23936.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 282624.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -282624.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 236544.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 519168.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 2932736.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": -1856.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 16128.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 69632.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -69632.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 57344.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 126976.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 2883584.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": 22.625, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 16000.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 76288.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -47360.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 76288.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 123648.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 3555328.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 438.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 19584.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 136192.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.95758056640625, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -136192.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 117760.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 253952.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 2473984.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 226.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 13696.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 45056.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -45056.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 41984.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 87040.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 2523136.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -852.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 13888.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 43264.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -38656.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 43264.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 81920.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 3686400.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -1200.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 20352.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 140288.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.964691162109375, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -132096.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 140288.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 272384.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 2686976.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -1088.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 14784.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 53248.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -53248.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 46848.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 100096.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 2686976.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -640.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 14848.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 49408.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -49408.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 43008.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 92416.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 3260416.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 980.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 17920.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 143360.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.988372802734375, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -133120.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 143360.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 276480.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 700.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 13440.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 42752.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -42752.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 39680.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 82432.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 772.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 13440.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 46336.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -46336.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 39936.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 86272.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 3063808.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": -1296.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 16896.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 90624.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": -88064.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 90624.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 178688.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": -1576.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 12928.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 46080.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": -46080.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 40448.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 86528.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 2342912.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": -220.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 12928.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 38656.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": -38656.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 37632.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 76288.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 3112960.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -868.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 17152.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 178176.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.942474365234375, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -178176.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 169984.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 348160.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 2146304.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": -243.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 11840.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 38400.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -38400.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 36352.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 74752.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 2211840.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -964.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 12160.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 39936.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -39936.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 37120.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 77056.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 2654208.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 820.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 14656.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 104960.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.951141357421875, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": -98304.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 104960.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 203264.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 2015232.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": -996.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 11072.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 35072.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": -34560.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 35072.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 69632.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 2048000.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": -235.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 11264.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 32512.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": -32512.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 31872.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 64384.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 2326528.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 171.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 12864.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 96256.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.918212890625, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": -93184.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 96256.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 189440.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 1875968.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": -836.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 10368.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 29312.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": -29312.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 29312.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 58624.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 1859584.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 628.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 30208.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": -27264.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 30208.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 57472.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 2555904.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": -856.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 14144.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 103424.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.947265625, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": -103424.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 197120.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 1949696.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 250.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 10816.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 30720.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": -28544.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 59264.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 2023424.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": -976.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 11136.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 30848.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": -30208.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 30848.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 61056.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 2359296.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": -5.625, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 13056.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 104448.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.915557861328125, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": -78848.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 104448.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 183296.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 1851392.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": -250.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 32128.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": -25984.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 32128.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 58112.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 1892352.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 474.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 10432.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 29824.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": -29824.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 27392.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 57216.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 2195456.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": -496.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 12096.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 58368.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.969329833984375, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": -56320.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 58368.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 114688.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 1859584.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": -664.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 28800.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": -28288.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 28800.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 57088.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 1859584.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": -1072.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 10176.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 28800.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": -26752.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 28800.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 55552.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 2195456.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 748.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 12032.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 65024.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.905975341796875, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": -65024.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 64256.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 129280.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 1753088.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 77.5, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 9664.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 28032.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": -24192.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 28032.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 52224.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 1761280.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 111.5, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 9728.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 28416.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": -28416.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 24960.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 53376.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 2277376.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 1144.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 12544.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 89600.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.87890625, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": -89600.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 81920.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 171520.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 1761280.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 268.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 9728.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 26496.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": -24832.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 26496.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 51328.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 1785856.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": -412.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 9856.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 25728.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": -25472.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 25728.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 51200.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 2113536.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": 370.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 11712.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 93696.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.83734130859375, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": -86528.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 93696.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 180224.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 1613824.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": -616.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 8896.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 26240.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": -23168.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 26240.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 49408.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 1630208.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": -73.5, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 9024.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 27648.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": -27136.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 27648.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 54784.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 1875968.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": -370.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 10368.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 68096.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.741058349609375, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": -68096.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 66560.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 134656.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 860.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 7424.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 24192.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": -18176.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 24192.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 42368.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 1335296.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": -153.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 7360.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": -18048.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 40576.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 2162688.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": -1464.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 11904.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 98304.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.81097412109375, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": -98304.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 92160.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 190464.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 1613824.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": -251.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 8896.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 23552.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": -23552.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 20224.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 43776.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 1622016.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": 848.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 8896.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 26624.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": -22144.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 26624.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 48768.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 2080768.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -95.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 11520.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 114688.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.89227294921875, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -87040.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 114688.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 201728.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 1646592.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -63.5, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 9088.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 24320.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -24320.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 24064.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 48384.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 1654784.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -40.5, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 9152.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 28032.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -28032.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 26752.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 54784.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 1843200.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 740.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 10176.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 69120.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.774322509765625, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": -69120.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 120064.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 1425408.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 29.625, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 7904.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 19840.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": -19840.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 19072.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 38912.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 1409024.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": 153.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 7776.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 17536.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": -17280.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 17536.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 34816.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 1998848.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 764.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 11008.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 59392.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.895263671875, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": -58112.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 59392.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 117504.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 1597440.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 37.75, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 8832.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 24448.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": -24448.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 21120.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 45568.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 1613824.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": -208.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 8960.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 25856.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": -24320.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 25856.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 50176.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 1908736.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": -548.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 10560.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.828704833984375, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": -67584.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 57088.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 124672.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 1499136.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 59.75, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 8256.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 27648.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": -19200.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 27648.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 46848.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 1507328.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": 728.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 8320.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 27136.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": -17792.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 27136.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 44928.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 1875968.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 22.375, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 10368.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 54528.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.7568359375, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": -54528.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 54528.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 109056.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 1384448.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 588.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 7616.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 20736.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": -18944.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 20736.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 39680.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 1368064.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 396.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 7552.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 19584.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": -16512.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 19584.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 36096.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 1785856.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": -430.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 9856.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 103936.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.65869140625, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -103936.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 90112.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 194048.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 36.25, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 6560.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 19456.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -19456.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 17024.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 36480.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 1196032.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": 92.5, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 6624.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 18048.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -17536.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 18048.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 35584.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 1892352.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 70.5, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 10496.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 66560.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.82611083984375, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": -66560.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 59648.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 126208.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 1482752.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 187.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 8192.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 23424.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": -19328.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 23424.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 42752.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 1490944.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": 105.5, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 8256.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 22016.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": -20608.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 22016.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 42624.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 1851392.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": -38.75, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 10240.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 67584.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.772125244140625, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": -56064.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 67584.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 123648.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 1409024.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 230.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 7776.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 20224.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": -20224.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 17792.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 38016.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 1384448.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": 222.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 7616.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 20864.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": -17280.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 20864.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 38144.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 1753088.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 1512.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 9600.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 32384.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.782745361328125, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": -32256.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 32384.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 64640.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 1425408.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 688.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 7840.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 19200.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": -19200.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 17920.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 37120.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 1368064.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": -528.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 7552.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 18304.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": -18176.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 18304.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 36480.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 1769472.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": -57.5, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 9792.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 50944.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.793670654296875, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": -50944.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 50944.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 101888.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 1449984.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 720.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 7968.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 20224.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": -20224.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 19968.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 40192.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 1458176.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 342.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 8064.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 21888.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": -21376.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 21888.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 43264.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 1835008.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 536.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 10112.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 62720.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.77337646484375, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": -62720.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 60416.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 123136.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 1384448.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": -225.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 7616.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 20992.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": -20992.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 19200.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 40192.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 1368064.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": -38.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 7584.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 18816.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": -18816.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 17920.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 36736.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 1826816.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 388.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 10112.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 29952.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.765899658203125, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 29952.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 58112.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 1400832.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": -352.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 7744.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 23168.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": -23168.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 19456.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 42624.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 1417216.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": -652.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 7776.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 23936.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": -19328.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 23936.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 43264.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 1753088.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": -884.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 9664.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 34048.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.759429931640625, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": -34048.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 68096.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 1343488.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 31.125, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 7392.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 18560.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 18560.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 36224.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 1343488.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 364.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 7424.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 18560.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": -18560.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 17792.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 36352.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 1744896.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": -692.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 9664.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 33792.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.736541748046875, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": -25216.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 59008.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 1269760.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 118.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 7008.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 16640.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": -16640.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 16640.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 33280.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 1261568.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": 127.5, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 6976.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 17408.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": -15552.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 17408.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 32960.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 1417216.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 260.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 7840.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 33280.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.5078125, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 30848.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 64128.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 827392.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 448.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 12416.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": -11584.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 12416.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 24000.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 831488.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": -100.5, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 4608.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 12416.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": -12416.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 11072.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 23488.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 1712128.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": -109.5, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 9472.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 28544.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.732269287109375, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": -26880.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 28544.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 55424.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 1269760.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 18.5, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 7040.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 17664.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": -17152.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 17664.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 34816.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 1253376.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": 169.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 6944.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 18048.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": -18048.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 17536.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 35584.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 1523712.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": -318.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 8448.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 36608.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.609649658203125, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": -27008.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 36608.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 63616.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 520.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 17152.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": -15232.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 32384.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": -434.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 5888.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 16896.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": -16896.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 15232.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 32128.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 1548288.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": -968.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 36352.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.64508056640625, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 24192.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 60544.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 1155072.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 284.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 6368.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 17792.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": -12800.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 17792.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 30592.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": -183.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 6304.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 16128.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": -16128.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 15552.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 31680.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 1556480.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": -416.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 8640.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 33280.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.643829345703125, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 31360.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 64640.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 88.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 5888.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 13440.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": -13440.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 12864.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 26304.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 600.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 14208.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": -12544.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 14208.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 26752.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 1753088.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": -506.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 9664.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 33536.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.744171142578125, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": -33536.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 21376.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 54912.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": -132.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 7456.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 21760.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 21760.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 39424.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 1343488.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": -300.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 7392.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 22528.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": -18048.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 22528.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 40576.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 1466368.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": -288.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 8096.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 34816.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.59503173828125, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": -26880.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 34816.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 61696.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": -222.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 16768.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": -16768.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 13248.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 30016.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 999424.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": -118.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 5536.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 16384.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": -14080.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 16384.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 30464.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 1613824.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 884.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 8832.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 29184.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.64312744140625, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": -28672.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 29184.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 57856.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 1138688.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": -548.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 6272.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 16320.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": -14912.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 16320.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 31232.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 1138688.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": 588.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 6240.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 16640.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": -13824.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 16640.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 30464.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 1605632.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": -406.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 8832.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 32640.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.620025634765625, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": -29824.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 32640.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 62464.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 243.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 6112.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 17408.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": -17408.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 14720.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 32128.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": -97.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 16384.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": -16384.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 13888.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 30272.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 1507328.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 860.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 8256.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 28288.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.549713134765625, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": -24960.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 28288.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 53248.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": -532.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 11520.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": -11520.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 11328.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 22848.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 24.5, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 12224.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": -11904.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 12224.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 24128.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 1687552.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 564.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 9344.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 28032.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.74871826171875, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": -26112.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 28032.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 54144.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 1327104.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": -260.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 7328.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 18816.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": -18816.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 17536.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 36352.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": -396.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 7232.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 20352.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": -20352.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 15424.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 35776.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 1728512.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": -720.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 9536.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 33280.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.738189697265625, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 29440.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 62720.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": -115.5, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 7232.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 17408.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": -16256.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 17408.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 33664.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 1294336.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": -8.8125, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 7136.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 18688.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": -17920.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 18688.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 36608.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 1556480.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 398.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 8640.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 38144.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.5721435546875, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": -24576.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 38144.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 62720.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 983040.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": -238.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 5408.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 13440.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": -12480.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 13440.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 25920.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 1007616.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": -386.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 14144.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": -14144.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 12352.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 26496.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 1548288.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": -884.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 36352.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.609130859375, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": -36352.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 28544.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 64896.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 6.78125, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 15360.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.99951171875, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": -11712.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 15360.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 27072.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 4.3125, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 16256.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": -13760.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 16256.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 30016.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 1818624.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 684.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 10048.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 30336.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.796966552734375, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": -30336.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 25856.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 56192.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 1458176.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": -78.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 8032.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 24448.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": -19968.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 24448.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 44416.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 1392640.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": -644.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 7648.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 24704.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": -24704.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 16640.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 41344.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 1761280.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 294.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 9728.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 28416.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.792572021484375, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": -28416.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 25856.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 54272.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 1384448.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 608.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 7616.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 19840.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": -17280.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 19840.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 37120.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 1376256.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": -81.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 7616.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 18688.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": -17024.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 18688.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 35712.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 1654784.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": -374.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 9152.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 30976.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.640625, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": -30976.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 25472.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 56448.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 352.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 17792.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": -17792.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 14080.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 31872.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 1146880.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": 124.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 6336.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 17152.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": -15744.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 32896.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 1564672.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": -187.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 8640.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 33792.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.622528076171875, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": -28032.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 33792.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 61824.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": -508.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 6048.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 13824.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": -13824.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 12672.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 26496.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": -426.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 12992.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": -12992.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 12736.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 25728.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 1564672.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 153.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 8640.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 30592.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.64825439453125, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": -30592.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 29824.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 60416.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 231.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 15488.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": -15488.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 14144.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 29632.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": -25.75, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 13952.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": -13760.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 13952.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 27712.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 1417216.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": -260.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 7840.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 31360.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.519683837890625, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": -31360.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 29696.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 61056.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 868352.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": -438.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 12736.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": -12736.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 11392.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 24128.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 864256.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": -204.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 4768.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 12160.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": -10304.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 12160.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 22464.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 1409024.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": -82.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 7808.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 29056.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.518707275390625, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": -29056.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 27136.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 56192.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 905216.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 67.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 4992.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 11712.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": -11712.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 11584.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 23296.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": 382.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 11520.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": -11520.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 11072.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 22592.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 1540096.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 10.125, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 30720.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.64569091796875, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": -24192.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 54912.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 1130496.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 652.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 6208.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 14592.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": -14592.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 14272.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 28864.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 344.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 14400.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": -14208.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 14400.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 28608.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 1597440.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": -110.5, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 8832.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 30592.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.6771240234375, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": -28928.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 30592.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 59520.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 1138688.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 640.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 6240.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 16896.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": -15808.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 16896.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 32704.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 1163264.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": -848.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 6368.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 15360.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": -15360.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 15104.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 30464.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 1589248.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": -504.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 8768.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 28928.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.69268798828125, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": -24448.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 28928.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 53376.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 1179648.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 9.3125, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 6528.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 15744.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": -15744.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 13760.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 29504.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 1196032.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": 3.375, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 6592.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 17664.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.992218017578125, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": -17664.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 14016.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 31680.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 1654784.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": 620.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 9152.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.65283203125, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": -58880.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 120576.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 1097728.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 362.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 12992.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.98486328125, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": -12800.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 12992.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 25792.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 1122304.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": -440.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 13888.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": -12736.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 13888.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 26624.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 1572864.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 136.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 8704.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 31104.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.674163818359375, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": -29440.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 31104.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 60544.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 1130496.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 436.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 6208.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 16064.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": -13120.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 16064.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 29184.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 1130496.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": 1016.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 6176.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 15552.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.98046875, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": -14656.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 15552.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 30208.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 1458176.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": -218.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 8032.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 33024.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.5509033203125, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": -33024.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 29952.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 62976.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 933888.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 128.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 5152.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 12672.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": -12672.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 11328.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 24000.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 929792.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": -18.375, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 5120.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 12992.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": -12224.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 12992.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 25216.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 1474560.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 604.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 8160.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 26112.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.60198974609375, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": -26112.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 24832.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 50944.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 149.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 17152.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": -17152.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 13568.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 30720.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 1032192.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": -252.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 16896.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.98046875, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": -14400.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 16896.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 31296.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 1523712.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 336.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 8384.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 32768.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.590423583984375, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": -28672.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 32768.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 61440.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 1040384.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 520.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 5728.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 13440.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.988311767578125, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": -12736.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 13440.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 26176.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 1032192.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": 22.5, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 14272.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": -14144.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 14272.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 28416.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 1400832.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 220.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 7744.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 34816.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.47393798828125, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": -28672.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 34816.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 63488.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 843776.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": -68.5, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 10688.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": -10688.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 10688.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 21376.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 847872.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": 16.875, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 10560.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": -10560.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 10560.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 21120.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 1556480.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": -864.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 28928.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.6246337890625, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": -28416.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 28928.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 57344.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": -358.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 13184.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": -13056.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 13184.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 26240.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": 324.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 5984.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 14720.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": -14016.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 14720.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 28736.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 1695744.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": -13.375, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 9408.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 32640.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.666107177734375, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": -32640.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 28800.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 61440.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": -23.375, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 6624.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 16640.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": -15424.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 16640.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 32064.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 1196032.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": 336.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 6592.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 16384.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": -15488.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 16384.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 31872.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 1671168.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": -592.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 9216.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 24448.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.75115966796875, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": -24448.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 23040.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 47488.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 1351680.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 163.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 7456.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 17152.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": -16192.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 17152.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 33344.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 1318912.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": -278.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 7264.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 16128.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": -16000.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 16128.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 32128.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 1548288.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": -103.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 27520.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.61651611328125, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": -25728.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 27520.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 53248.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 1048576.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": -68.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 14144.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": -13248.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 14144.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 27392.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": -700.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 14912.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": -14528.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 14912.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 29440.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 1679360.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 266.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 9280.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 31616.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.685272216796875, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": -24960.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 31616.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 56576.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 1187840.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 66.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 6560.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 15872.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": -15680.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 15872.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 31552.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 1220608.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": -620.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 6688.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 18432.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": -18432.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 15104.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 33536.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 1564672.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 334.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 8640.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 30592.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.615966796875, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": -30592.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 25472.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 56064.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": -212.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 5920.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 14080.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": -14080.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 13312.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 27392.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 1114112.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": -95.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 6144.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 15232.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": -14976.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 15232.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 30208.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 1548288.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": -466.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 8576.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 28928.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.5867919921875, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": -28928.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 26368.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 55296.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": -572.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 5856.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 14784.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": -14400.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 14784.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 29184.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": -196.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 14656.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": -12608.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 14656.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 27264.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 1597440.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 296.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 8832.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 33280.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.667083740234375, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": -33280.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 29312.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 62592.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 548.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 14144.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": -12736.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 14144.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 26880.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 1138688.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": -460.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 6272.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 14272.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": -14272.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 14208.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 28480.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 1605632.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": -50.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 8896.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 34048.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.62921142578125, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": -34048.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 23936.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 57984.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 1089536.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": -844.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 14592.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": -14592.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 12288.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 26880.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 1081344.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": -416.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 15104.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.991973876953125, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": -13504.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 15104.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 28608.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 1458176.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 322.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 8064.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 37632.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.55316162109375, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": -37632.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 36864.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 74496.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 159.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 13312.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": -13312.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 12608.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 25920.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 917504.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": 143.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 5056.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 12096.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": -10304.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 12096.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 22400.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 1376256.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": -150.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 7616.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 32000.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.50750732421875, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": -32000.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 28672.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 60672.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 835584.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": -146.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 11328.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": -11328.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 9920.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 21248.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 839680.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": -103.5, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 4640.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 10496.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": -9600.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 10496.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 20096.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 1515520.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 37.75, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 8384.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 28416.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.6304931640625, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": -27904.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 28416.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 56320.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 1019904.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": -88.5, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 14272.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": -14272.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 11904.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 26176.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 1036288.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": 422.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 5696.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 14208.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": -13760.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 14208.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 27968.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 1507328.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": -528.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 8320.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 30208.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.63336181640625, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": -30208.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 26752.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 56960.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 804.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 5856.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 13376.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": -12928.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 13376.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 26304.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": -105.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 5824.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 14016.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": -13504.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 14016.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 27520.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 1474560.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 412.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 8128.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 31488.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.541412353515625, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": -31488.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 25728.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 57216.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 954368.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 119.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 12608.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": -11904.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 12608.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 24512.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 946176.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": 324.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 5216.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 12800.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": -11840.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 12800.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 24640.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 1449984.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 96.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 8000.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 34304.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.52783203125, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": -29696.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 34304.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 64000.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 231.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 12800.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": -12480.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 12800.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 25280.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 966656.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": -226.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 5344.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 13952.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": -12352.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 13952.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 26304.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 1556480.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 254.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 8576.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 29056.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.62841796875, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": -29056.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 28032.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 57088.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 272.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 5856.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 14592.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": -14016.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 14592.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 28608.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 1073152.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": -5.59375, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 5952.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 16192.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": -14144.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 16192.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 30336.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 1490944.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 178.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 8192.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 31616.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.561065673828125, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": -23424.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 31616.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 55040.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 958464.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 197.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 12224.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": -12224.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 11520.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 23744.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 954368.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": 206.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 5280.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 13504.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": -13504.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 12160.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 25664.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 1540096.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 215.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 8512.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 28288.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.603271484375, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": -28288.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 26368.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 54656.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 1064960.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": -316.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 5856.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 14656.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": -12864.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 14656.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 27520.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 1056768.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": 800.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 5792.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 14528.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": -12928.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 14528.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 27456.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 1376256.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": -524.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 7552.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 30464.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.480865478515625, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": -30464.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 30464.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 60928.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 819200.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": 260.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 10368.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.9962158203125, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": -10304.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 10368.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 20672.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 823296.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": -193.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 12288.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": -10304.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 12288.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 22592.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 1409024.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": -80.5, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 7776.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 31872.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.503936767578125, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": -30848.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 31872.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 62720.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 872448.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": -354.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 4800.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 11712.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": -11712.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 11072.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 22784.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 901120.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": 68.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 4960.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 12096.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": -11072.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 12096.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 23168.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 1597440.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": -564.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 8768.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 28160.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.56573486328125, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": -28160.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 24704.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 52864.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 1007616.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 170.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 13952.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": -12288.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 13952.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 26240.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 1011712.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": -98.5, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 5568.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 14208.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": -14208.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 13888.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 28096.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 1392640.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": -70.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 7680.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 24448.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.50384521484375, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": -23168.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 24448.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 47616.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 851968.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 262.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 4704.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 10624.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": -10048.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 10624.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 20672.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 860160.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": -79.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 4736.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 10496.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": -10176.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 10496.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 20672.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 104.5, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 7232.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 30336.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.425201416015625, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": -24448.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 30336.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 54784.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 733184.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 110.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 4048.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 11072.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": -9216.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 11072.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 20288.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 741376.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": -768.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 4016.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 9472.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": -9472.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 9216.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 18688.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 1310720.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": -133.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 7232.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 26368.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.442840576171875, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": -26368.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 26112.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 52480.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 774144.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 9.25, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 4288.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 10176.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": -9728.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 10176.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 19904.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 761856.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": -16.75, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 4224.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 10560.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": -9984.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 10560.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 20544.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 1384448.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 32.25, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 7648.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 30720.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.447296142578125, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": -28928.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 30720.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 59648.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 794624.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": -144.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 4384.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 10880.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": -10368.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 10880.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 21248.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 786432.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 69.5, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 4352.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 10880.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.99603271484375, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": -10560.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 10880.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 21440.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 1105920.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": -119.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 6080.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 27776.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.333404541015625, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": -27776.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 26368.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 54144.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 552960.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": -159.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 3040.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 7904.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": -7904.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 6592.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 14496.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 548864.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": 87.5, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 3024.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 8448.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": -7424.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 8448.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 15872.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 1204224.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": -464.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 6656.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 25600.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.371856689453125, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": -23296.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 25600.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 48896.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 659456.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": -128.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 3648.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 9920.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.997406005859375, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": -9920.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 8512.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 18432.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 663552.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": -122.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 3664.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 9344.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.99609375, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": -8320.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 9344.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 17664.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 1523712.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 130.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 8448.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 30592.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.55181884765625, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": -30592.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 29184.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 59776.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 909312.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 52.5, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 12800.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.98883056640625, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": -12800.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 12032.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 24832.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 913408.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": 382.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 5024.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 12544.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": -11328.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 12544.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 23872.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 1425408.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": -952.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 7840.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 28544.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.470703125, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": -28544.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 25600.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 54144.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 823296.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": -56.75, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 4544.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 13056.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.99029541015625, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": -11200.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 13056.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 24256.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 815104.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": 112.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 4480.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 12800.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": -12800.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 11712.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 24512.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 1564672.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 508.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 8640.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 34048.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.955413818359375, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": -34048.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 34048.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 68096.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 163.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 17920.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.994537353515625, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": -14208.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 17920.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 32128.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 937984.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": 374.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 5184.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 15552.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.993255615234375, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": -13376.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 15552.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 28928.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 2441216.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 1392.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 13376.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 105984.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.999176025390625, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -105984.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 91648.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 197632.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 2605056.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 1200.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 14400.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 107008.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.998504638671875, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -107008.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 104960.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 211968.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 2588672.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -612.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 14272.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 117760.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.998321533203125, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -117760.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 102912.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 220672.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 15269888.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 342.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 84480.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 485376.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -477184.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 485376.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 962560.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 14090240.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": 368.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 77824.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 573440.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -536576.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 573440.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 1110016.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 13369344.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -3.734375, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 73728.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 468992.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -458752.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 468992.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 927744.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 5.875, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 0.00011539459228515625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.1064453125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.10595703125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.21240234375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.0001392364501953125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.11279296875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.10888671875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.2216796875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": 1.8596649169921875e-05, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.10693359375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": 0.00058746337890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.0016021728515625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.00151824951171875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -0.00091552734375, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1044921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.5625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.00103759765625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.19921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -0.0001316070556640625, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.00057220458984375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.20751953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.0028076171875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.20654296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.0002536773681640625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.000766754150390625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000728607177734375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.00131988525390625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.000385284423828125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.109375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.00045013427734375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.000659942626953125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.00026702880859375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 6.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -0.00023937225341796875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.00011014938354492188, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.00010251998901367188, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.0023956298828125, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.000446319580078125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.000518798828125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.0009918212890625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.0001697540283203125, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": -1.823902130126953e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 0.0008087158203125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0003032684326171875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.000751495361328125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00012493133544921875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.00048065185546875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": -0.000705718994140625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.00188446044921875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.0019989013671875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": 0.0002803802490234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -0.0006866455078125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.00061798095703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -0.000354766845703125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.00079345703125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.001220703125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -0.00045013427734375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.00116729736328125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.00022792816162109375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": -0.000469207763671875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.000232696533203125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.00174713134765625, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.0016632080078125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.0013580322265625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.0004863739013671875, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.00018596649169921875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.0001735687255859375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.00013828277587890625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.000255584716796875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.00084686279296875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.000518798828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0020294189453125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.000690460205078125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.00154876708984375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.00043487548828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00063323974609375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.00139617919921875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.000484466552734375, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 9.632110595703125e-05, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -0.0003108978271484375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.00144195556640625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.000743865966796875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.0016632080078125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": 1.3887882232666016e-05, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.0005035400390625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.000598907470703125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.00021839141845703125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.00122833251953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.000858306884765625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.0004482269287109375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.0011749267578125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00145721435546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.00160980224609375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.00021648406982421875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.0011749267578125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.000762939453125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.0011138916015625, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.00012302398681640625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00151824951171875, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.00023937225341796875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.000522613525390625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 0.0003871917724609375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.0019989013671875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00109100341796875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 9.775161743164062e-05, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.00127410888671875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -0.000652313232421875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.00084686279296875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 3.790855407714844e-05, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.0011138916015625, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.0016632080078125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.00148773193359375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0003757476806640625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.0018463134765625, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.0013427734375, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.00019359588623046875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.0004062652587890625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0012054443359375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.0009002685546875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.000568389892578125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.000244140625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -0.000118255615234375, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 0.00139617919921875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.000659942626953125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -8.821487426757812e-05, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000896453857421875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.000896453857421875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 9.870529174804688e-05, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.0013580322265625, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.001129150390625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.00125885009765625, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 3.981590270996094e-05, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.00010442733764648438, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.001434326171875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.000850677490234375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.00106048583984375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.00072479248046875, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0004119873046875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.001373291015625, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.0010528564453125, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.000446319580078125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.0013580322265625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": 0.000949859619140625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.0011749267578125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": 1.125037670135498e-06, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.0002956390380859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.001007080078125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.0019683837890625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.0014801025390625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.00133514404296875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 7.200241088867188e-05, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 0.000751495361328125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.000827789306640625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0005950927734375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 8.726119995117188e-05, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.00115203857421875, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.00018978118896484375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": 0.000759124755859375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 6.723403930664062e-05, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.000507354736328125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.00171661376953125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.00092315673828125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 0.00083160400390625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 0.0001430511474609375, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": 0.0002460479736328125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.000591278076171875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.0016021728515625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.0003566741943359375, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -4.1484832763671875e-05, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": -3.4809112548828125e-05, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00051116943359375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.00109100341796875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.000152587890625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.0010986328125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00150299072265625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.000896453857421875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.53125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.000396728515625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.0012359619140625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.00092315673828125, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0010833740234375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0028228759765625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.00077056884765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.0003681182861328125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.000614166259765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.00014972686767578125, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.000263214111328125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.00058746337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.00086212158203125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -0.0002899169921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00113677978515625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -6.818771362304688e-05, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 0.00054168701171875, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.75, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.000949859619140625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0003414154052734375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": 4.291534423828125e-06, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.00107574462890625, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.0002574920654296875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 1.3709068298339844e-06, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.000446319580078125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.001800537109375, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.0002651214599609375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.00151824951171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.00054931640625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.00171661376953125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.0003910064697265625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.00029754638671875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.001007080078125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": -6.341934204101562e-05, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.0005645751953125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.0003948211669921875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.00057220458984375, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.00055694580078125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.1875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": 1.537799835205078e-05, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.001007080078125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.00075531005859375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.0009918212890625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.5, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.5, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 3.838539123535156e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -5.054473876953125e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.0010986328125, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.5625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 0.0003757476806640625, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 7.625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.0013275146484375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -3.337860107421875e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.041748046875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.000270843505859375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 7.8125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.0008087158203125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0002918243408203125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": 0.000583648681640625, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0003185272216796875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.71875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00151824951171875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.000507354736328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.0001888275146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.000484466552734375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.04345703125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.000751495361328125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": 0.000659942626953125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.0012664794921875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.00150299072265625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.0625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.0004634857177734375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044677734375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000743865966796875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.25, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": -0.00022983551025390625, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.0015411376953125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 0.00115203857421875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.0003719329833984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.25, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00025177001953125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.045654296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00116729736328125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": -0.00140380859375, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.0005645751953125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": -0.0004749298095703125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.5, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.00148773193359375, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.046875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.00079345703125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.5, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.0001850128173828125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": -3.123283386230469e-05, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": -1.8358230590820312e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.00110626220703125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.5, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.001007080078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.046875, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": -0.0015106201171875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.000713348388671875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.0003337860107421875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": -0.000701904296875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.75, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": 0.0001964569091796875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.000171661376953125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.306640625} -{"step": 2780, "epoch": 0.18739467475564545, "timestamp": 1786742633.8949606, "loss": 7.9422554016113285, "grad_norm": 17170432.0, "learning_rate": 9e-05, "train/total_time_seconds": 88.90383948758245, "train/time_per_step_avg": 0.318646474480629, "train/epoch_time_elapsed": 104.45478218793869, "train/estimated_remaining_minutes": 0.3837575805219386} -{"step": 2800, "epoch": 0.1887428378833839, "timestamp": 1786742640.6402893, "loss": 7.946102905273437, "grad_norm": 12189696.0, "learning_rate": 9e-05, "train/total_time_seconds": 94.6067019738257, "train/time_per_step_avg": 0.3129699642211199, "train/epoch_time_elapsed": 111.20011326670647, "train/estimated_remaining_minutes": 0.394194591557607} -{"step": 2820, "epoch": 0.19009100101112233, "timestamp": 1786742648.930915, "loss": 7.944217681884766, "grad_norm": 10223616.0, "learning_rate": 9e-05, "train/total_time_seconds": 101.58699880167842, "train/time_per_step_avg": 0.31721752870827913, "train/epoch_time_elapsed": 119.45227379724383, "train/estimated_remaining_minutes": 0.40826926232353034, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.3453369140625, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00164794921875, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.26171875, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.533203125, "train/tensor_act_model_layers_0_residual_post_attn/norm": 188.65719604492188, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.00160980224609375, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09228515625, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.328125, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.32421875, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.328125, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.65234375, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 3626.386474609375, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.0108642578125, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 1.25, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 6.125, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -5.40625, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 6.125, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 11.53125, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 3633.688232421875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.01300048828125, "train/tensor_act_model_layers_0_mlp_up_proj/std": 1.2578125, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 5.15625, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -4.84375, "train/tensor_act_model_layers_0_mlp_up_proj/max": 5.15625, "train/tensor_act_model_layers_0_mlp_up_proj/range": 10.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 33025.4453125, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 11.625, "train/tensor_act_model_layers_0_mlp_down_proj/std": 11.125, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 56.75, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.4089386463165283, "train/tensor_act_model_layers_0_mlp_down_proj/min": -0.1494140625, "train/tensor_act_model_layers_0_mlp_down_proj/max": 56.75, "train/tensor_act_model_layers_0_mlp_down_proj/range": 56.8994140625, "train/tensor_act_model_layers_0_mlp/norm": 6686.20654296875, "train/tensor_act_model_layers_0_mlp/mean": 3.015625, "train/tensor_act_model_layers_0_mlp/std": 1.25, "train/tensor_act_model_layers_0_mlp/max_abs": 4.0, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": -0.1494140625, "train/tensor_act_model_layers_0_mlp/max": 4.0, "train/tensor_act_model_layers_0_mlp/range": 4.1494140625, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 6691.35205078125, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 3.015625, "train/tensor_act_model_layers_0_residual_post_mlp/std": 1.2578125, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 4.28125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": -0.291015625, "train/tensor_act_model_layers_0_residual_post_mlp/max": 4.28125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 4.572265625, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 6691.35205078125, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 3.015625, "train/tensor_act_model_layers_1_residual_pre_attn/std": 1.2578125, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 4.28125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": -0.291015625, "train/tensor_act_model_layers_1_residual_pre_attn/max": 4.28125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 4.572265625, "train/tensor_act_model_layers_1_residual_post_attn/norm": 6689.9541015625, "train/tensor_act_model_layers_1_residual_post_attn/mean": 3.015625, "train/tensor_act_model_layers_1_residual_post_attn/std": 1.2578125, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 4.40625, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": -0.33984375, "train/tensor_act_model_layers_1_residual_post_attn/max": 4.40625, "train/tensor_act_model_layers_1_residual_post_attn/range": 4.74609375, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 5432.44970703125, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.08251953125, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -3.890625, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 8.046875, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 5387.1533203125, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.2099609375, "train/tensor_act_model_layers_1_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_1_mlp_up_proj/max": 4.25, "train/tensor_act_model_layers_1_mlp_up_proj/range": 8.5, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 38372.09375, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 18.625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 1.4453125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 24.5, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": 10.75, "train/tensor_act_model_layers_1_mlp_down_proj/max": 24.5, "train/tensor_act_model_layers_1_mlp_down_proj/range": 13.75, "train/tensor_act_model_layers_1_mlp/norm": 8191.9736328125, "train/tensor_act_model_layers_1_mlp/mean": 4.0, "train/tensor_act_model_layers_1_mlp/std": 0.0004558563232421875, "train/tensor_act_model_layers_1_mlp/max_abs": 4.0, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": 3.96875, "train/tensor_act_model_layers_1_mlp/max": 4.0, "train/tensor_act_model_layers_1_mlp/range": 0.03125, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 14593.44140625, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 7.0, "train/tensor_act_model_layers_1_residual_post_mlp/std": 1.2578125, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 8.375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": 3.65625, "train/tensor_act_model_layers_1_residual_post_mlp/max": 8.375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 4.71875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 14593.44140625, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 7.0, "train/tensor_act_model_layers_2_residual_pre_attn/std": 1.2578125, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 8.375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": 3.65625, "train/tensor_act_model_layers_2_residual_pre_attn/max": 8.375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 4.71875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 14590.07421875, "train/tensor_act_model_layers_2_residual_post_attn/mean": 7.0, "train/tensor_act_model_layers_2_residual_post_attn/std": 1.2578125, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 8.4375, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": 3.5625, "train/tensor_act_model_layers_2_residual_post_attn/max": 8.4375, "train/tensor_act_model_layers_2_residual_post_attn/range": 4.875, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 5340.81005859375, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.12158203125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 7.0, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 5402.4228515625, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.040283203125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 3.90625, "train/tensor_act_model_layers_2_mlp_up_proj/range": 7.9375, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 31086.1953125, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 15.1875, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.70703125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_2_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_2_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_2_mlp/norm": 8192.0, "train/tensor_act_model_layers_2_mlp/mean": 4.0, "train/tensor_act_model_layers_2_mlp/std": 0.0, "train/tensor_act_model_layers_2_mlp/max_abs": 4.0, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": 4.0, "train/tensor_act_model_layers_2_mlp/max": 4.0, "train/tensor_act_model_layers_2_mlp/range": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 22700.984375, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 11.0, "train/tensor_act_model_layers_2_residual_post_mlp/std": 1.2578125, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 12.4375, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.7488107681274414, "train/tensor_act_model_layers_2_residual_post_mlp/min": 7.5625, "train/tensor_act_model_layers_2_residual_post_mlp/max": 12.4375, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.875, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 22700.984375, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 11.0, "train/tensor_act_model_layers_3_residual_pre_attn/std": 1.2578125, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 12.4375, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.7488107681274414, "train/tensor_act_model_layers_3_residual_pre_attn/min": 7.5625, "train/tensor_act_model_layers_3_residual_pre_attn/max": 12.4375, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.875, "train/tensor_act_model_layers_3_residual_post_attn/norm": 22703.32421875, "train/tensor_act_model_layers_3_residual_post_attn/mean": 11.0, "train/tensor_act_model_layers_3_residual_post_attn/std": 1.265625, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 12.5625, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.7506160736083984, "train/tensor_act_model_layers_3_residual_post_attn/min": 7.65625, "train/tensor_act_model_layers_3_residual_post_attn/max": 12.5625, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.90625, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 5351.46484375, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.0128173828125, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 6.96875, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 5275.03857421875, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.0771484375, "train/tensor_act_model_layers_3_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_3_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 6.984375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 30681.921875, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.55859375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 18.5, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_3_mlp_down_proj/max": 18.5, "train/tensor_act_model_layers_3_mlp_down_proj/range": 4.3125, "train/tensor_act_model_layers_3_mlp/norm": 8192.0, "train/tensor_act_model_layers_3_mlp/mean": 4.0, "train/tensor_act_model_layers_3_mlp/std": 0.0, "train/tensor_act_model_layers_3_mlp/max_abs": 4.0, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": 4.0, "train/tensor_act_model_layers_3_mlp/max": 4.0, "train/tensor_act_model_layers_3_mlp/range": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 30849.80078125, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 15.0, "train/tensor_act_model_layers_3_residual_post_mlp/std": 1.2578125, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 16.5, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": 11.625, "train/tensor_act_model_layers_3_residual_post_mlp/max": 16.5, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.875, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 30849.80078125, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 15.0, "train/tensor_act_model_layers_4_residual_pre_attn/std": 1.2578125, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 16.5, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": 11.625, "train/tensor_act_model_layers_4_residual_pre_attn/max": 16.5, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.875, "train/tensor_act_model_layers_4_residual_post_attn/norm": 30835.7578125, "train/tensor_act_model_layers_4_residual_post_attn/mean": 15.0, "train/tensor_act_model_layers_4_residual_post_attn/std": 1.265625, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 16.625, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_residual_post_attn/min": 11.5, "train/tensor_act_model_layers_4_residual_post_attn/max": 16.625, "train/tensor_act_model_layers_4_residual_post_attn/range": 5.125, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 5323.2451171875, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.08447265625, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -3.703125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 7.25, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 5384.87744140625, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.0308837890625, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 3.546875, "train/tensor_act_model_layers_4_mlp_up_proj/range": 7.09375, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 30624.740234375, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.48046875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_4_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_4_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_4_mlp/norm": 8192.0, "train/tensor_act_model_layers_4_mlp/mean": 4.0, "train/tensor_act_model_layers_4_mlp/std": 0.0, "train/tensor_act_model_layers_4_mlp/max_abs": 4.0, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": 4.0, "train/tensor_act_model_layers_4_mlp/max": 4.0, "train/tensor_act_model_layers_4_mlp/range": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 39010.125, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 19.0, "train/tensor_act_model_layers_4_residual_post_mlp/std": 1.265625, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 20.625, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": 15.5, "train/tensor_act_model_layers_4_residual_post_mlp/max": 20.625, "train/tensor_act_model_layers_4_residual_post_mlp/range": 5.125, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 39010.125, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 19.0, "train/tensor_act_model_layers_5_residual_pre_attn/std": 1.265625, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 20.625, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": 15.5, "train/tensor_act_model_layers_5_residual_pre_attn/max": 20.625, "train/tensor_act_model_layers_5_residual_pre_attn/range": 5.125, "train/tensor_act_model_layers_5_residual_post_attn/norm": 39000.8671875, "train/tensor_act_model_layers_5_residual_post_attn/mean": 19.0, "train/tensor_act_model_layers_5_residual_post_attn/std": 1.2734375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 20.875, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_post_attn/min": 15.375, "train/tensor_act_model_layers_5_residual_post_attn/max": 20.875, "train/tensor_act_model_layers_5_residual_post_attn/range": 5.5, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 5181.04150390625, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.099609375, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 6.5, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 5224.8837890625, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.0947265625, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -3.171875, "train/tensor_act_model_layers_5_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_5_mlp_up_proj/range": 6.609375, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 30547.310546875, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.4140625, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_5_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_5_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_5_mlp/norm": 8192.0, "train/tensor_act_model_layers_5_mlp/mean": 4.0, "train/tensor_act_model_layers_5_mlp/std": 0.0, "train/tensor_act_model_layers_5_mlp/max_abs": 4.0, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": 4.0, "train/tensor_act_model_layers_5_mlp/max": 4.0, "train/tensor_act_model_layers_5_mlp/range": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 47177.8828125, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 23.0, "train/tensor_act_model_layers_5_residual_post_mlp/std": 1.2734375, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 24.875, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": 19.375, "train/tensor_act_model_layers_5_residual_post_mlp/max": 24.875, "train/tensor_act_model_layers_5_residual_post_mlp/range": 5.5, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 47177.8828125, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 23.0, "train/tensor_act_model_layers_6_residual_pre_attn/std": 1.2734375, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 24.875, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": 19.375, "train/tensor_act_model_layers_6_residual_pre_attn/max": 24.875, "train/tensor_act_model_layers_6_residual_pre_attn/range": 5.5, "train/tensor_act_model_layers_6_residual_post_attn/norm": 47140.83984375, "train/tensor_act_model_layers_6_residual_post_attn/mean": 23.0, "train/tensor_act_model_layers_6_residual_post_attn/std": 1.2734375, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 25.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_attn/min": 19.375, "train/tensor_act_model_layers_6_residual_post_attn/max": 25.0, "train/tensor_act_model_layers_6_residual_post_attn/range": 5.625, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 5326.60986328125, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.0498046875, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 6.796875, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 5288.48681640625, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.05859375, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_6_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_6_mlp_up_proj/range": 6.953125, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 30518.576171875, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.42578125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_6_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_6_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_6_mlp/norm": 8192.0, "train/tensor_act_model_layers_6_mlp/mean": 4.0, "train/tensor_act_model_layers_6_mlp/std": 0.0, "train/tensor_act_model_layers_6_mlp/max_abs": 4.0, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": 4.0, "train/tensor_act_model_layers_6_mlp/max": 4.0, "train/tensor_act_model_layers_6_mlp/range": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 55322.109375, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 27.0, "train/tensor_act_model_layers_6_residual_post_mlp/std": 1.2734375, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 29.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": 23.375, "train/tensor_act_model_layers_6_residual_post_mlp/max": 29.0, "train/tensor_act_model_layers_6_residual_post_mlp/range": 5.625, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 55322.109375, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 27.0, "train/tensor_act_model_layers_7_residual_pre_attn/std": 1.2734375, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 29.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": 23.375, "train/tensor_act_model_layers_7_residual_pre_attn/max": 29.0, "train/tensor_act_model_layers_7_residual_pre_attn/range": 5.625, "train/tensor_act_model_layers_7_residual_post_attn/norm": 55354.04296875, "train/tensor_act_model_layers_7_residual_post_attn/mean": 27.0, "train/tensor_act_model_layers_7_residual_post_attn/std": 1.2890625, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 29.375, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_attn/min": 23.125, "train/tensor_act_model_layers_7_residual_post_attn/max": 29.375, "train/tensor_act_model_layers_7_residual_post_attn/range": 6.25, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 5478.1923828125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.032470703125, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.59375, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 7.03125, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 5352.3271484375, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.07177734375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_7_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_7_mlp_up_proj/range": 7.21875, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 30492.5859375, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_7_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_7_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_7_mlp/norm": 8192.0, "train/tensor_act_model_layers_7_mlp/mean": 4.0, "train/tensor_act_model_layers_7_mlp/std": 0.0, "train/tensor_act_model_layers_7_mlp/max_abs": 4.0, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": 4.0, "train/tensor_act_model_layers_7_mlp/max": 4.0, "train/tensor_act_model_layers_7_mlp/range": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 63522.9296875, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 31.0, "train/tensor_act_model_layers_7_residual_post_mlp/std": 1.2890625, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 33.5, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": 27.125, "train/tensor_act_model_layers_7_residual_post_mlp/max": 33.5, "train/tensor_act_model_layers_7_residual_post_mlp/range": 6.375, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 63522.9296875, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 31.0, "train/tensor_act_model_layers_8_residual_pre_attn/std": 1.2890625, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 33.5, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": 27.125, "train/tensor_act_model_layers_8_residual_pre_attn/max": 33.5, "train/tensor_act_model_layers_8_residual_pre_attn/range": 6.375, "train/tensor_act_model_layers_8_residual_post_attn/norm": 63503.76953125, "train/tensor_act_model_layers_8_residual_post_attn/mean": 31.0, "train/tensor_act_model_layers_8_residual_post_attn/std": 1.296875, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 33.5, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_attn/min": 26.625, "train/tensor_act_model_layers_8_residual_post_attn/max": 33.5, "train/tensor_act_model_layers_8_residual_post_attn/range": 6.875, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 5388.56396484375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.035888671875, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -3.328125, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 5308.90625, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.01361083984375, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_8_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_8_mlp_up_proj/range": 6.578125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 30366.642578125, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.3671875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_8_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_8_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_8_mlp/norm": 8192.0, "train/tensor_act_model_layers_8_mlp/mean": 4.0, "train/tensor_act_model_layers_8_mlp/std": 0.0, "train/tensor_act_model_layers_8_mlp/max_abs": 4.0, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 4.0, "train/tensor_act_model_layers_8_mlp/max": 4.0, "train/tensor_act_model_layers_8_mlp/range": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 71700.7734375, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 35.0, "train/tensor_act_model_layers_8_residual_post_mlp/std": 1.3046875, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 37.5, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 30.625, "train/tensor_act_model_layers_8_residual_post_mlp/max": 37.5, "train/tensor_act_model_layers_8_residual_post_mlp/range": 6.875, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 71700.7734375, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 35.0, "train/tensor_act_model_layers_9_residual_pre_attn/std": 1.3046875, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 37.5, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 30.625, "train/tensor_act_model_layers_9_residual_pre_attn/max": 37.5, "train/tensor_act_model_layers_9_residual_pre_attn/range": 6.875, "train/tensor_act_model_layers_9_residual_post_attn/norm": 71684.3515625, "train/tensor_act_model_layers_9_residual_post_attn/mean": 35.0, "train/tensor_act_model_layers_9_residual_post_attn/std": 1.3046875, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 37.5, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 30.75, "train/tensor_act_model_layers_9_residual_post_attn/max": 37.5, "train/tensor_act_model_layers_9_residual_post_attn/range": 6.75, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 5338.4951171875, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.3125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 3.640625, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 7.359375, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 5370.349609375, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.05859375, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_9_mlp_up_proj/range": 7.28125, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 30599.951171875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.44921875, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_9_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_9_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_9_mlp/norm": 8192.0, "train/tensor_act_model_layers_9_mlp/mean": 4.0, "train/tensor_act_model_layers_9_mlp/std": 0.0, "train/tensor_act_model_layers_9_mlp/max_abs": 4.0, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 4.0, "train/tensor_act_model_layers_9_mlp/max": 4.0, "train/tensor_act_model_layers_9_mlp/range": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 79872.3046875, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 39.0, "train/tensor_act_model_layers_9_residual_post_mlp/std": 1.3046875, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 41.5, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 34.75, "train/tensor_act_model_layers_9_residual_post_mlp/max": 41.5, "train/tensor_act_model_layers_9_residual_post_mlp/range": 6.75, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 79872.3046875, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 39.0, "train/tensor_act_model_layers_10_residual_pre_attn/std": 1.3046875, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 41.5, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 34.75, "train/tensor_act_model_layers_10_residual_pre_attn/max": 41.5, "train/tensor_act_model_layers_10_residual_pre_attn/range": 6.75, "train/tensor_act_model_layers_10_residual_post_attn/norm": 79884.6640625, "train/tensor_act_model_layers_10_residual_post_attn/mean": 39.0, "train/tensor_act_model_layers_10_residual_post_attn/std": 1.3125, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 41.5, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 34.75, "train/tensor_act_model_layers_10_residual_post_attn/max": 41.5, "train/tensor_act_model_layers_10_residual_post_attn/range": 6.75, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 5308.9892578125, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.039794921875, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 5390.359375, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.130859375, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_10_mlp_up_proj/max": 3.1875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 6.46875, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 30478.158203125, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.3984375, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_10_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_10_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_10_mlp/norm": 8192.0, "train/tensor_act_model_layers_10_mlp/mean": 4.0, "train/tensor_act_model_layers_10_mlp/std": 0.0, "train/tensor_act_model_layers_10_mlp/max_abs": 4.0, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 4.0, "train/tensor_act_model_layers_10_mlp/max": 4.0, "train/tensor_act_model_layers_10_mlp/range": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 88072.4765625, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 43.0, "train/tensor_act_model_layers_10_residual_post_mlp/std": 1.3125, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 45.5, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 38.75, "train/tensor_act_model_layers_10_residual_post_mlp/max": 45.5, "train/tensor_act_model_layers_10_residual_post_mlp/range": 6.75, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 88072.4765625, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 43.0, "train/tensor_act_model_layers_11_residual_pre_attn/std": 1.3125, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 45.5, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 38.75, "train/tensor_act_model_layers_11_residual_pre_attn/max": 45.5, "train/tensor_act_model_layers_11_residual_pre_attn/range": 6.75, "train/tensor_act_model_layers_11_residual_post_attn/norm": 88032.5625, "train/tensor_act_model_layers_11_residual_post_attn/mean": 43.0, "train/tensor_act_model_layers_11_residual_post_attn/std": 1.3125, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 45.5, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 38.75, "train/tensor_act_model_layers_11_residual_post_attn/max": 45.5, "train/tensor_act_model_layers_11_residual_post_attn/range": 6.75, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 5412.03271484375, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.0203857421875, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -3.5, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 3.421875, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 6.921875, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 5452.8828125, "train/tensor_act_model_layers_11_mlp_up_proj/mean": 0.00177764892578125, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_11_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 6.9375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 30542.134765625, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.4296875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_11_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_11_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_11_mlp/norm": 8192.0, "train/tensor_act_model_layers_11_mlp/mean": 4.0, "train/tensor_act_model_layers_11_mlp/std": 0.0, "train/tensor_act_model_layers_11_mlp/max_abs": 4.0, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 4.0, "train/tensor_act_model_layers_11_mlp/max": 4.0, "train/tensor_act_model_layers_11_mlp/range": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 96221.078125, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 47.0, "train/tensor_act_model_layers_11_residual_post_mlp/std": 1.3125, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 49.5, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 42.75, "train/tensor_act_model_layers_11_residual_post_mlp/max": 49.5, "train/tensor_act_model_layers_11_residual_post_mlp/range": 6.75, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 96221.078125, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 47.0, "train/tensor_act_model_layers_12_residual_pre_attn/std": 1.3125, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 49.5, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 42.75, "train/tensor_act_model_layers_12_residual_pre_attn/max": 49.5, "train/tensor_act_model_layers_12_residual_pre_attn/range": 6.75, "train/tensor_act_model_layers_12_residual_post_attn/norm": 96153.65625, "train/tensor_act_model_layers_12_residual_post_attn/mean": 47.0, "train/tensor_act_model_layers_12_residual_post_attn/std": 1.3203125, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 49.5, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 42.75, "train/tensor_act_model_layers_12_residual_post_attn/max": 49.5, "train/tensor_act_model_layers_12_residual_post_attn/range": 6.75, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 5292.3359375, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.041015625, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 7.265625, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 5465.13623046875, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.099609375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_12_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_12_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 30283.923828125, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.30078125, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 15.6875, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_12_mlp_down_proj/max": 15.6875, "train/tensor_act_model_layers_12_mlp_down_proj/range": 1.5, "train/tensor_act_model_layers_12_mlp/norm": 8192.0, "train/tensor_act_model_layers_12_mlp/mean": 4.0, "train/tensor_act_model_layers_12_mlp/std": 0.0, "train/tensor_act_model_layers_12_mlp/max_abs": 4.0, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 4.0, "train/tensor_act_model_layers_12_mlp/max": 4.0, "train/tensor_act_model_layers_12_mlp/range": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 104342.65625, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 51.0, "train/tensor_act_model_layers_12_residual_post_mlp/std": 1.3203125, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 53.5, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 46.75, "train/tensor_act_model_layers_12_residual_post_mlp/max": 53.5, "train/tensor_act_model_layers_12_residual_post_mlp/range": 6.75, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 104342.65625, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 51.0, "train/tensor_act_model_layers_13_residual_pre_attn/std": 1.3203125, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 53.5, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 46.75, "train/tensor_act_model_layers_13_residual_pre_attn/max": 53.5, "train/tensor_act_model_layers_13_residual_pre_attn/range": 6.75, "train/tensor_act_model_layers_13_residual_post_attn/norm": 104263.6640625, "train/tensor_act_model_layers_13_residual_post_attn/mean": 51.0, "train/tensor_act_model_layers_13_residual_post_attn/std": 1.3359375, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 53.5, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 46.75, "train/tensor_act_model_layers_13_residual_post_attn/max": 53.5, "train/tensor_act_model_layers_13_residual_post_attn/range": 6.75, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 5312.57177734375, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.0625, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 7.390625, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 5340.1318359375, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.09228515625, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_13_mlp_up_proj/max": 3.6875, "train/tensor_act_model_layers_13_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 30589.439453125, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.5078125, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 18.125, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_13_mlp_down_proj/max": 18.125, "train/tensor_act_model_layers_13_mlp_down_proj/range": 3.9375, "train/tensor_act_model_layers_13_mlp/norm": 8192.0, "train/tensor_act_model_layers_13_mlp/mean": 4.0, "train/tensor_act_model_layers_13_mlp/std": 0.0, "train/tensor_act_model_layers_13_mlp/max_abs": 4.0, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 4.0, "train/tensor_act_model_layers_13_mlp/max": 4.0, "train/tensor_act_model_layers_13_mlp/range": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 112453.046875, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 55.0, "train/tensor_act_model_layers_13_residual_post_mlp/std": 1.3359375, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 57.5, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 50.75, "train/tensor_act_model_layers_13_residual_post_mlp/max": 57.5, "train/tensor_act_model_layers_13_residual_post_mlp/range": 6.75, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 112453.046875, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 55.0, "train/tensor_act_model_layers_14_residual_pre_attn/std": 1.3359375, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 57.5, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 50.75, "train/tensor_act_model_layers_14_residual_pre_attn/max": 57.5, "train/tensor_act_model_layers_14_residual_pre_attn/range": 6.75, "train/tensor_act_model_layers_14_residual_post_attn/norm": 112433.46875, "train/tensor_act_model_layers_14_residual_post_attn/mean": 55.0, "train/tensor_act_model_layers_14_residual_post_attn/std": 1.34375, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 57.5, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 50.75, "train/tensor_act_model_layers_14_residual_post_attn/max": 57.5, "train/tensor_act_model_layers_14_residual_post_attn/range": 6.75, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 5365.18505859375, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.26171875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 5386.07763671875, "train/tensor_act_model_layers_14_mlp_up_proj/mean": 0.03515625, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_14_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_14_mlp_up_proj/range": 6.796875, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 30399.384765625, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.41015625, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_14_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_14_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_14_mlp/norm": 8192.0, "train/tensor_act_model_layers_14_mlp/mean": 4.0, "train/tensor_act_model_layers_14_mlp/std": 0.0, "train/tensor_act_model_layers_14_mlp/max_abs": 4.0, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 4.0, "train/tensor_act_model_layers_14_mlp/max": 4.0, "train/tensor_act_model_layers_14_mlp/range": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 120623.171875, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 59.0, "train/tensor_act_model_layers_14_residual_post_mlp/std": 1.34375, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 61.5, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 54.75, "train/tensor_act_model_layers_14_residual_post_mlp/max": 61.5, "train/tensor_act_model_layers_14_residual_post_mlp/range": 6.75, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 120623.171875, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 59.0, "train/tensor_act_model_layers_15_residual_pre_attn/std": 1.34375, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 61.5, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 54.75, "train/tensor_act_model_layers_15_residual_pre_attn/max": 61.5, "train/tensor_act_model_layers_15_residual_pre_attn/range": 6.75, "train/tensor_act_model_layers_15_residual_post_attn/norm": 120579.7578125, "train/tensor_act_model_layers_15_residual_post_attn/mean": 58.75, "train/tensor_act_model_layers_15_residual_post_attn/std": 1.3515625, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 61.5, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 54.5, "train/tensor_act_model_layers_15_residual_post_attn/max": 61.5, "train/tensor_act_model_layers_15_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 5405.810546875, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.09228515625, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -3.9375, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 7.5, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 5356.31640625, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.0810546875, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_15_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_15_mlp_up_proj/range": 6.9375, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 30481.84375, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_15_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_15_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_15_mlp/norm": 8192.0, "train/tensor_act_model_layers_15_mlp/mean": 4.0, "train/tensor_act_model_layers_15_mlp/std": 0.0, "train/tensor_act_model_layers_15_mlp/max_abs": 4.0, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 4.0, "train/tensor_act_model_layers_15_mlp/max": 4.0, "train/tensor_act_model_layers_15_mlp/range": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 128735.578125, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 62.75, "train/tensor_act_model_layers_15_residual_post_mlp/std": 1.34375, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 65.5, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 58.5, "train/tensor_act_model_layers_15_residual_post_mlp/max": 65.5, "train/tensor_act_model_layers_15_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 128735.578125, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 62.75, "train/tensor_act_model_layers_16_residual_pre_attn/std": 1.34375, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 65.5, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 58.5, "train/tensor_act_model_layers_16_residual_pre_attn/max": 65.5, "train/tensor_act_model_layers_16_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_16_residual_post_attn/norm": 128706.8984375, "train/tensor_act_model_layers_16_residual_post_attn/mean": 62.75, "train/tensor_act_model_layers_16_residual_post_attn/std": 1.3515625, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 65.5, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 58.5, "train/tensor_act_model_layers_16_residual_post_attn/max": 65.5, "train/tensor_act_model_layers_16_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 5323.9619140625, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.0498046875, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 5344.3740234375, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.10693359375, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_16_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_16_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 30420.61328125, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.35546875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_16_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_16_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_16_mlp/norm": 8192.0, "train/tensor_act_model_layers_16_mlp/mean": 4.0, "train/tensor_act_model_layers_16_mlp/std": 0.0, "train/tensor_act_model_layers_16_mlp/max_abs": 4.0, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 4.0, "train/tensor_act_model_layers_16_mlp/max": 4.0, "train/tensor_act_model_layers_16_mlp/range": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 136952.1875, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 67.0, "train/tensor_act_model_layers_16_residual_post_mlp/std": 1.3828125, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 69.5, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 62.5, "train/tensor_act_model_layers_16_residual_post_mlp/max": 69.5, "train/tensor_act_model_layers_16_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 136952.1875, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 67.0, "train/tensor_act_model_layers_17_residual_pre_attn/std": 1.3828125, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 69.5, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 62.5, "train/tensor_act_model_layers_17_residual_pre_attn/max": 69.5, "train/tensor_act_model_layers_17_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_17_residual_post_attn/norm": 136930.640625, "train/tensor_act_model_layers_17_residual_post_attn/mean": 67.0, "train/tensor_act_model_layers_17_residual_post_attn/std": 1.390625, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 69.5, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 62.5, "train/tensor_act_model_layers_17_residual_post_attn/max": 69.5, "train/tensor_act_model_layers_17_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 5215.66845703125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.1591796875, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 3.765625, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -3.5625, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 3.765625, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 5251.7490234375, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.061767578125, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 3.90625, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_17_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_17_mlp_up_proj/range": 7.625, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 30425.73828125, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_17_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_17_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_17_mlp/norm": 8192.0, "train/tensor_act_model_layers_17_mlp/mean": 4.0, "train/tensor_act_model_layers_17_mlp/std": 0.0, "train/tensor_act_model_layers_17_mlp/max_abs": 4.0, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 4.0, "train/tensor_act_model_layers_17_mlp/max": 4.0, "train/tensor_act_model_layers_17_mlp/range": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 145126.4375, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 71.0, "train/tensor_act_model_layers_17_residual_post_mlp/std": 1.3828125, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 73.5, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 66.5, "train/tensor_act_model_layers_17_residual_post_mlp/max": 73.5, "train/tensor_act_model_layers_17_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 145126.4375, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 71.0, "train/tensor_act_model_layers_18_residual_pre_attn/std": 1.3828125, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 73.5, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 66.5, "train/tensor_act_model_layers_18_residual_pre_attn/max": 73.5, "train/tensor_act_model_layers_18_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_18_residual_post_attn/norm": 145102.6875, "train/tensor_act_model_layers_18_residual_post_attn/mean": 71.0, "train/tensor_act_model_layers_18_residual_post_attn/std": 1.390625, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 74.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 66.5, "train/tensor_act_model_layers_18_residual_post_attn/max": 74.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 5312.078125, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.15234375, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 7.171875, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 5275.5322265625, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.0322265625, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_18_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 30493.806640625, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_18_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_18_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_18_mlp/norm": 8192.0, "train/tensor_act_model_layers_18_mlp/mean": 4.0, "train/tensor_act_model_layers_18_mlp/std": 0.0, "train/tensor_act_model_layers_18_mlp/max_abs": 4.0, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 4.0, "train/tensor_act_model_layers_18_mlp/max": 4.0, "train/tensor_act_model_layers_18_mlp/range": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 153293.1875, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 75.0, "train/tensor_act_model_layers_18_residual_post_mlp/std": 1.390625, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 78.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 70.5, "train/tensor_act_model_layers_18_residual_post_mlp/max": 78.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 153293.1875, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 75.0, "train/tensor_act_model_layers_19_residual_pre_attn/std": 1.390625, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 78.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 70.5, "train/tensor_act_model_layers_19_residual_pre_attn/max": 78.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_19_residual_post_attn/norm": 153293.1875, "train/tensor_act_model_layers_19_residual_post_attn/mean": 75.0, "train/tensor_act_model_layers_19_residual_post_attn/std": 1.390625, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 78.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 70.5, "train/tensor_act_model_layers_19_residual_post_attn/max": 78.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 5363.18701171875, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.034423828125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 7.046875, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 5263.830078125, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.23046875, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 3.640625, "train/tensor_act_model_layers_19_mlp_up_proj/range": 7.34375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 30457.904296875, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_19_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_19_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_19_mlp/norm": 8192.0, "train/tensor_act_model_layers_19_mlp/mean": 4.0, "train/tensor_act_model_layers_19_mlp/std": 0.0, "train/tensor_act_model_layers_19_mlp/max_abs": 4.0, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 4.0, "train/tensor_act_model_layers_19_mlp/max": 4.0, "train/tensor_act_model_layers_19_mlp/range": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 161483.84375, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 79.0, "train/tensor_act_model_layers_19_residual_post_mlp/std": 1.390625, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 82.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 74.5, "train/tensor_act_model_layers_19_residual_post_mlp/max": 82.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 161483.84375, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 79.0, "train/tensor_act_model_layers_20_residual_pre_attn/std": 1.390625, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 82.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 74.5, "train/tensor_act_model_layers_20_residual_pre_attn/max": 82.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_20_residual_post_attn/norm": 161483.109375, "train/tensor_act_model_layers_20_residual_post_attn/mean": 79.0, "train/tensor_act_model_layers_20_residual_post_attn/std": 1.390625, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 82.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 74.5, "train/tensor_act_model_layers_20_residual_post_attn/max": 82.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 5383.4521484375, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.17578125, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -3.40625, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 6.9375, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 5480.74267578125, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.06298828125, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -3.171875, "train/tensor_act_model_layers_20_mlp_up_proj/max": 3.875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 7.046875, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 30538.220703125, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.458984375, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_20_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_20_mlp_down_proj/range": 2.5, "train/tensor_act_model_layers_20_mlp/norm": 8192.0, "train/tensor_act_model_layers_20_mlp/mean": 4.0, "train/tensor_act_model_layers_20_mlp/std": 0.0, "train/tensor_act_model_layers_20_mlp/max_abs": 4.0, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 4.0, "train/tensor_act_model_layers_20_mlp/max": 4.0, "train/tensor_act_model_layers_20_mlp/range": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 169673.890625, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 83.0, "train/tensor_act_model_layers_20_residual_post_mlp/std": 1.390625, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 86.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 78.5, "train/tensor_act_model_layers_20_residual_post_mlp/max": 86.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 169673.890625, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 83.0, "train/tensor_act_model_layers_21_residual_pre_attn/std": 1.390625, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 86.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 78.5, "train/tensor_act_model_layers_21_residual_pre_attn/max": 86.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_21_residual_post_attn/norm": 169673.890625, "train/tensor_act_model_layers_21_residual_post_attn/mean": 83.0, "train/tensor_act_model_layers_21_residual_post_attn/std": 1.390625, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 86.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 78.5, "train/tensor_act_model_layers_21_residual_post_attn/max": 86.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 5361.36376953125, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.024658203125, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 3.75, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 7.34375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 5391.09912109375, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.019287109375, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -3.4375, "train/tensor_act_model_layers_21_mlp_up_proj/max": 3.609375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 7.046875, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 30487.376953125, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.412109375, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_21_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_21_mlp_down_proj/range": 2.5625, "train/tensor_act_model_layers_21_mlp/norm": 8192.0, "train/tensor_act_model_layers_21_mlp/mean": 4.0, "train/tensor_act_model_layers_21_mlp/std": 0.0, "train/tensor_act_model_layers_21_mlp/max_abs": 4.0, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 4.0, "train/tensor_act_model_layers_21_mlp/max": 4.0, "train/tensor_act_model_layers_21_mlp/range": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 177864.78125, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 87.0, "train/tensor_act_model_layers_21_residual_post_mlp/std": 1.390625, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 90.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 82.5, "train/tensor_act_model_layers_21_residual_post_mlp/max": 90.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 177864.78125, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 87.0, "train/tensor_act_model_layers_22_residual_pre_attn/std": 1.390625, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 90.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 82.5, "train/tensor_act_model_layers_22_residual_pre_attn/max": 90.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_22_residual_post_attn/norm": 177864.78125, "train/tensor_act_model_layers_22_residual_post_attn/mean": 87.0, "train/tensor_act_model_layers_22_residual_post_attn/std": 1.390625, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 90.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 82.5, "train/tensor_act_model_layers_22_residual_post_attn/max": 90.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 5426.595703125, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.03466796875, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 8.015625, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 5304.19921875, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.11376953125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_22_mlp_up_proj/max": 3.234375, "train/tensor_act_model_layers_22_mlp_up_proj/range": 7.359375, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 30543.845703125, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.390625, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_22_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_22_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_22_mlp/norm": 8192.0, "train/tensor_act_model_layers_22_mlp/mean": 4.0, "train/tensor_act_model_layers_22_mlp/std": 0.0, "train/tensor_act_model_layers_22_mlp/max_abs": 4.0, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 4.0, "train/tensor_act_model_layers_22_mlp/max": 4.0, "train/tensor_act_model_layers_22_mlp/range": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 186055.78125, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 91.0, "train/tensor_act_model_layers_22_residual_post_mlp/std": 1.390625, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 94.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 86.5, "train/tensor_act_model_layers_22_residual_post_mlp/max": 94.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 186055.78125, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 91.0, "train/tensor_act_model_layers_23_residual_pre_attn/std": 1.390625, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 94.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 86.5, "train/tensor_act_model_layers_23_residual_pre_attn/max": 94.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_23_residual_post_attn/norm": 186055.78125, "train/tensor_act_model_layers_23_residual_post_attn/mean": 91.0, "train/tensor_act_model_layers_23_residual_post_attn/std": 1.390625, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 94.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 86.5, "train/tensor_act_model_layers_23_residual_post_attn/max": 94.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 5471.64306640625, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.0703125, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 7.640625, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 5390.2431640625, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.267578125, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_23_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_23_mlp_up_proj/range": 7.109375, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 30508.775390625, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.42578125, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_23_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_23_mlp_down_proj/range": 2.5, "train/tensor_act_model_layers_23_mlp/norm": 8192.0, "train/tensor_act_model_layers_23_mlp/mean": 4.0, "train/tensor_act_model_layers_23_mlp/std": 0.0, "train/tensor_act_model_layers_23_mlp/max_abs": 4.0, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 4.0, "train/tensor_act_model_layers_23_mlp/max": 4.0, "train/tensor_act_model_layers_23_mlp/range": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 194246.859375, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 95.0, "train/tensor_act_model_layers_23_residual_post_mlp/std": 1.390625, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 98.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 90.5, "train/tensor_act_model_layers_23_residual_post_mlp/max": 98.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 194246.859375, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 95.0, "train/tensor_act_model_layers_24_residual_pre_attn/std": 1.390625, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 98.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 90.5, "train/tensor_act_model_layers_24_residual_pre_attn/max": 98.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_24_residual_post_attn/norm": 194199.28125, "train/tensor_act_model_layers_24_residual_post_attn/mean": 95.0, "train/tensor_act_model_layers_24_residual_post_attn/std": 1.40625, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 98.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 90.0, "train/tensor_act_model_layers_24_residual_post_attn/max": 98.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 5334.39111328125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.0888671875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 3.859375, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -3.859375, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 7.640625, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 5433.33984375, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.19921875, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_24_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 30386.0390625, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.322265625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 15.875, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_24_mlp_down_proj/max": 15.875, "train/tensor_act_model_layers_24_mlp_down_proj/range": 1.625, "train/tensor_act_model_layers_24_mlp/norm": 8192.0, "train/tensor_act_model_layers_24_mlp/mean": 4.0, "train/tensor_act_model_layers_24_mlp/std": 0.0, "train/tensor_act_model_layers_24_mlp/max_abs": 4.0, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 4.0, "train/tensor_act_model_layers_24_mlp/max": 4.0, "train/tensor_act_model_layers_24_mlp/range": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 202390.421875, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 99.0, "train/tensor_act_model_layers_24_residual_post_mlp/std": 1.40625, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 102.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 94.0, "train/tensor_act_model_layers_24_residual_post_mlp/max": 102.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 202390.421875, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 99.0, "train/tensor_act_model_layers_25_residual_pre_attn/std": 1.40625, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 102.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 94.0, "train/tensor_act_model_layers_25_residual_pre_attn/max": 102.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_25_residual_post_attn/norm": 202366.5, "train/tensor_act_model_layers_25_residual_post_attn/mean": 99.0, "train/tensor_act_model_layers_25_residual_post_attn/std": 1.40625, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 102.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 94.0, "train/tensor_act_model_layers_25_residual_post_attn/max": 102.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 5339.9599609375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.0830078125, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -3.703125, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 7.203125, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 5375.59130859375, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.185546875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_25_mlp_up_proj/range": 6.859375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 30443.134765625, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_25_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_25_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_25_mlp/norm": 8192.0, "train/tensor_act_model_layers_25_mlp/mean": 4.0, "train/tensor_act_model_layers_25_mlp/std": 0.0, "train/tensor_act_model_layers_25_mlp/max_abs": 4.0, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 4.0, "train/tensor_act_model_layers_25_mlp/max": 4.0, "train/tensor_act_model_layers_25_mlp/range": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 210557.6875, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 103.0, "train/tensor_act_model_layers_25_residual_post_mlp/std": 1.40625, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 106.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 98.0, "train/tensor_act_model_layers_25_residual_post_mlp/max": 106.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 210557.6875, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 103.0, "train/tensor_act_model_layers_26_residual_pre_attn/std": 1.40625, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 106.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 98.0, "train/tensor_act_model_layers_26_residual_pre_attn/max": 106.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_26_residual_post_attn/norm": 210557.6875, "train/tensor_act_model_layers_26_residual_post_attn/mean": 103.0, "train/tensor_act_model_layers_26_residual_post_attn/std": 1.40625, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 106.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 98.0, "train/tensor_act_model_layers_26_residual_post_attn/max": 106.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 5271.51416015625, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.01348876953125, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -3.421875, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 7.203125, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 5425.1630859375, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.048828125, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 3.640625, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -3.640625, "train/tensor_act_model_layers_26_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_26_mlp_up_proj/range": 7.265625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 30567.208984375, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.435546875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_26_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_26_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_26_mlp/norm": 8192.0, "train/tensor_act_model_layers_26_mlp/mean": 4.0, "train/tensor_act_model_layers_26_mlp/std": 0.0, "train/tensor_act_model_layers_26_mlp/max_abs": 4.0, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 4.0, "train/tensor_act_model_layers_26_mlp/max": 4.0, "train/tensor_act_model_layers_26_mlp/range": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 218748.953125, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 107.0, "train/tensor_act_model_layers_26_residual_post_mlp/std": 1.40625, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 110.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 102.0, "train/tensor_act_model_layers_26_residual_post_mlp/max": 110.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 218748.953125, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 107.0, "train/tensor_act_model_layers_27_residual_pre_attn/std": 1.40625, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 110.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 102.0, "train/tensor_act_model_layers_27_residual_pre_attn/max": 110.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_27_residual_post_attn/norm": 218733.03125, "train/tensor_act_model_layers_27_residual_post_attn/mean": 107.0, "train/tensor_act_model_layers_27_residual_post_attn/std": 1.4140625, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 110.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 102.0, "train/tensor_act_model_layers_27_residual_post_attn/max": 110.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 5401.72509765625, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.189453125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 7.03125, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 5429.7314453125, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.09912109375, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_27_mlp_up_proj/range": 7.953125, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 30475.716796875, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.3671875, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_27_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_27_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_27_mlp/norm": 8192.0, "train/tensor_act_model_layers_27_mlp/mean": 4.0, "train/tensor_act_model_layers_27_mlp/std": 0.0, "train/tensor_act_model_layers_27_mlp/max_abs": 4.0, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 4.0, "train/tensor_act_model_layers_27_mlp/max": 4.0, "train/tensor_act_model_layers_27_mlp/range": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 226924.34375, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 111.0, "train/tensor_act_model_layers_27_residual_post_mlp/std": 1.4140625, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 114.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 106.0, "train/tensor_act_model_layers_27_residual_post_mlp/max": 114.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 226924.34375, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 111.0, "train/tensor_act_model_layers_28_residual_pre_attn/std": 1.4140625, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 114.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 106.0, "train/tensor_act_model_layers_28_residual_pre_attn/max": 114.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_28_residual_post_attn/norm": 226813.015625, "train/tensor_act_model_layers_28_residual_post_attn/mean": 110.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 1.4375, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 114.5, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 106.0, "train/tensor_act_model_layers_28_residual_post_attn/max": 114.5, "train/tensor_act_model_layers_28_residual_post_attn/range": 8.5, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 5389.56689453125, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.2177734375, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -3.515625, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 6.8125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 5381.501953125, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.000614166259765625, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_28_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_28_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 30430.2109375, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_28_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_28_mlp/norm": 8192.0, "train/tensor_act_model_layers_28_mlp/mean": 4.0, "train/tensor_act_model_layers_28_mlp/std": 0.0, "train/tensor_act_model_layers_28_mlp/max_abs": 4.0, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 4.0, "train/tensor_act_model_layers_28_mlp/max": 4.0, "train/tensor_act_model_layers_28_mlp/range": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 235004.34375, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 114.5, "train/tensor_act_model_layers_28_residual_post_mlp/std": 1.4375, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 118.5, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 110.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 118.5, "train/tensor_act_model_layers_28_residual_post_mlp/range": 8.5, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 235004.34375, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 114.5, "train/tensor_act_model_layers_29_residual_pre_attn/std": 1.4375, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 118.5, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 110.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 118.5, "train/tensor_act_model_layers_29_residual_pre_attn/range": 8.5, "train/tensor_act_model_layers_29_residual_post_attn/norm": 234987.53125, "train/tensor_act_model_layers_29_residual_post_attn/mean": 114.5, "train/tensor_act_model_layers_29_residual_post_attn/std": 1.4375, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 118.5, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 110.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 118.5, "train/tensor_act_model_layers_29_residual_post_attn/range": 8.5, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 5378.5, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.0751953125, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -3.28125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 6.765625, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 5274.2802734375, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.0264892578125, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_29_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_29_mlp_up_proj/range": 6.734375, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 30481.251953125, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.388671875, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_29_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_29_mlp/norm": 8192.0, "train/tensor_act_model_layers_29_mlp/mean": 4.0, "train/tensor_act_model_layers_29_mlp/std": 0.0, "train/tensor_act_model_layers_29_mlp/max_abs": 4.0, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 4.0, "train/tensor_act_model_layers_29_mlp/max": 4.0, "train/tensor_act_model_layers_29_mlp/range": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 243178.921875, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 118.5, "train/tensor_act_model_layers_29_residual_post_mlp/std": 1.4375, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 122.5, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 114.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 122.5, "train/tensor_act_model_layers_29_residual_post_mlp/range": 8.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 243178.921875, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 118.5, "train/tensor_act_model_layers_30_residual_pre_attn/std": 1.4375, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 122.5, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 114.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 122.5, "train/tensor_act_model_layers_30_residual_pre_attn/range": 8.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 243147.015625, "train/tensor_act_model_layers_30_residual_post_attn/mean": 118.5, "train/tensor_act_model_layers_30_residual_post_attn/std": 1.4375, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 122.5, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 114.0, "train/tensor_act_model_layers_30_residual_post_attn/max": 122.5, "train/tensor_act_model_layers_30_residual_post_attn/range": 8.5, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 5310.18408203125, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.11279296875, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 7.515625, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 5331.10595703125, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.0625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_30_mlp_up_proj/max": 3.734375, "train/tensor_act_model_layers_30_mlp_up_proj/range": 7.25, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 30418.732421875, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.34765625, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_30_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_30_mlp/norm": 8192.0, "train/tensor_act_model_layers_30_mlp/mean": 4.0, "train/tensor_act_model_layers_30_mlp/std": 0.0, "train/tensor_act_model_layers_30_mlp/max_abs": 4.0, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 4.0, "train/tensor_act_model_layers_30_mlp/max": 4.0, "train/tensor_act_model_layers_30_mlp/range": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 251338.421875, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 122.5, "train/tensor_act_model_layers_30_residual_post_mlp/std": 1.4375, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 126.5, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 118.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 126.5, "train/tensor_act_model_layers_30_residual_post_mlp/range": 8.5, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 251338.421875, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 122.5, "train/tensor_act_model_layers_31_residual_pre_attn/std": 1.4375, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 126.5, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 118.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 126.5, "train/tensor_act_model_layers_31_residual_pre_attn/range": 8.5, "train/tensor_act_model_layers_31_residual_post_attn/norm": 251330.515625, "train/tensor_act_model_layers_31_residual_post_attn/mean": 122.5, "train/tensor_act_model_layers_31_residual_post_attn/std": 1.4453125, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 126.5, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 118.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 126.5, "train/tensor_act_model_layers_31_residual_post_attn/range": 8.5, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 5285.26513671875, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.154296875, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 5323.990234375, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1884765625, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_31_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_31_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 30420.841796875, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.35546875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 15.9375, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_31_mlp_down_proj/max": 15.9375, "train/tensor_act_model_layers_31_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_31_mlp/norm": 8192.0, "train/tensor_act_model_layers_31_mlp/mean": 4.0, "train/tensor_act_model_layers_31_mlp/std": 0.0, "train/tensor_act_model_layers_31_mlp/max_abs": 4.0, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 4.0, "train/tensor_act_model_layers_31_mlp/max": 4.0, "train/tensor_act_model_layers_31_mlp/range": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 259462.140625, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 126.5, "train/tensor_act_model_layers_31_residual_post_mlp/std": 1.4140625, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 130.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 122.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 130.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 259462.140625, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 126.5, "train/tensor_act_model_layers_32_residual_pre_attn/std": 1.4140625, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 130.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 122.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 130.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_32_residual_post_attn/norm": 259425.25, "train/tensor_act_model_layers_32_residual_post_attn/mean": 126.5, "train/tensor_act_model_layers_32_residual_post_attn/std": 1.4140625, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 130.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 122.0, "train/tensor_act_model_layers_32_residual_post_attn/max": 130.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 5388.673828125, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.042236328125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 7.484375, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 5426.935546875, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.0260009765625, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -3.84375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_32_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 30465.560546875, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.390625, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_32_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_32_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_32_mlp/norm": 8192.0, "train/tensor_act_model_layers_32_mlp/mean": 4.0, "train/tensor_act_model_layers_32_mlp/std": 0.0, "train/tensor_act_model_layers_32_mlp/max_abs": 4.0, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 4.0, "train/tensor_act_model_layers_32_mlp/max": 4.0, "train/tensor_act_model_layers_32_mlp/range": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 267713.71875, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 131.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 1.515625, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 134.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 126.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 134.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 267713.71875, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 131.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 1.515625, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 134.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 126.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 134.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 267713.71875, "train/tensor_act_model_layers_33_residual_post_attn/mean": 131.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 1.515625, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 134.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 126.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 134.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 5321.75390625, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.044189453125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 7.734375, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 5265.61767578125, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.15625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 30466.75390625, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.365234375, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 15.9375, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_33_mlp_down_proj/max": 15.9375, "train/tensor_act_model_layers_33_mlp_down_proj/range": 1.6875, "train/tensor_act_model_layers_33_mlp/norm": 8192.0, "train/tensor_act_model_layers_33_mlp/mean": 4.0, "train/tensor_act_model_layers_33_mlp/std": 0.0, "train/tensor_act_model_layers_33_mlp/max_abs": 4.0, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 4.0, "train/tensor_act_model_layers_33_mlp/max": 4.0, "train/tensor_act_model_layers_33_mlp/range": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 275918.8125, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 135.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 1.5, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 138.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 130.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 138.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 275918.8125, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 135.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 1.5, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 138.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 130.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 138.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 275934.78125, "train/tensor_act_model_layers_34_residual_post_attn/mean": 135.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 1.5, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 138.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 130.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 138.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 5313.85791015625, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.1416015625, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -3.5, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 5257.5732421875, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.017333984375, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_34_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_34_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 30380.802734375, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.35546875, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_34_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_34_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_34_mlp/norm": 8192.0, "train/tensor_act_model_layers_34_mlp/mean": 4.0, "train/tensor_act_model_layers_34_mlp/std": 0.0, "train/tensor_act_model_layers_34_mlp/max_abs": 4.0, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 4.0, "train/tensor_act_model_layers_34_mlp/max": 4.0, "train/tensor_act_model_layers_34_mlp/range": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 284126.3125, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 139.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 1.5, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 142.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 134.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 142.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 284126.3125, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 139.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 1.5, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 142.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 134.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 142.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 284127.59375, "train/tensor_act_model_layers_35_residual_post_attn/mean": 139.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 142.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 133.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 142.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 5368.89697265625, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.029541015625, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 7.21875, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 5332.2041015625, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.0712890625, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_35_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_35_mlp_up_proj/range": 7.703125, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 30491.978515625, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.416015625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_35_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_35_mlp/norm": 8192.0, "train/tensor_act_model_layers_35_mlp/mean": 4.0, "train/tensor_act_model_layers_35_mlp/std": 0.0, "train/tensor_act_model_layers_35_mlp/max_abs": 4.0, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 4.0, "train/tensor_act_model_layers_35_mlp/max": 4.0, "train/tensor_act_model_layers_35_mlp/range": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 292319.125, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 143.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 146.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 137.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 146.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 292319.125, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 143.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 146.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 137.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 146.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 292319.125, "train/tensor_act_model_layers_36_residual_post_attn/mean": 143.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 146.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 137.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 146.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 5353.87744140625, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.265625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 3.859375, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -3.859375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 7.140625, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 5352.220703125, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.1435546875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_36_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_36_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 30481.509765625, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_36_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_36_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_36_mlp/norm": 8192.0, "train/tensor_act_model_layers_36_mlp/mean": 4.0, "train/tensor_act_model_layers_36_mlp/std": 0.0, "train/tensor_act_model_layers_36_mlp/max_abs": 4.0, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 4.0, "train/tensor_act_model_layers_36_mlp/max": 4.0, "train/tensor_act_model_layers_36_mlp/range": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 300510.625, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 147.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 150.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 141.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 150.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 300510.625, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 147.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 150.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 141.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 150.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 300510.625, "train/tensor_act_model_layers_37_residual_post_attn/mean": 147.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 150.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 141.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 150.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 5406.43017578125, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.1650390625, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 5488.5859375, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.08740234375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_37_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_37_mlp_up_proj/range": 7.59375, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 30513.712890625, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.396484375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_37_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_37_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_37_mlp/norm": 8192.0, "train/tensor_act_model_layers_37_mlp/mean": 4.0, "train/tensor_act_model_layers_37_mlp/std": 0.0, "train/tensor_act_model_layers_37_mlp/max_abs": 4.0, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 4.0, "train/tensor_act_model_layers_37_mlp/max": 4.0, "train/tensor_act_model_layers_37_mlp/range": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 308702.1875, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 151.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 154.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 145.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 154.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 308702.1875, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 151.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 154.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 145.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 154.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 308702.1875, "train/tensor_act_model_layers_38_residual_post_attn/mean": 151.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 154.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 145.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 154.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 5362.47216796875, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.0032958984375, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 7.265625, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 5401.888671875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.038818359375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_38_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 7.34375, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 30371.796875, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.353515625, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_38_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_38_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_38_mlp/norm": 8192.0, "train/tensor_act_model_layers_38_mlp/mean": 4.0, "train/tensor_act_model_layers_38_mlp/std": 0.0, "train/tensor_act_model_layers_38_mlp/max_abs": 4.0, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 4.0, "train/tensor_act_model_layers_38_mlp/max": 4.0, "train/tensor_act_model_layers_38_mlp/range": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 316893.75, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 155.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 158.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 149.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 158.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 316893.75, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 155.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 158.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 149.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 158.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 316893.75, "train/tensor_act_model_layers_39_residual_post_attn/mean": 155.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 158.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 149.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 158.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 5285.3466796875, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.21875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -3.328125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 7.21875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 5378.14892578125, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.1923828125, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_39_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_39_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 30496.068359375, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.40234375, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_39_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_39_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_39_mlp/norm": 8192.0, "train/tensor_act_model_layers_39_mlp/mean": 4.0, "train/tensor_act_model_layers_39_mlp/std": 0.0, "train/tensor_act_model_layers_39_mlp/max_abs": 4.0, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 4.0, "train/tensor_act_model_layers_39_mlp/max": 4.0, "train/tensor_act_model_layers_39_mlp/range": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 325085.34375, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 159.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 162.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 153.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 162.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 325085.34375, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 159.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 162.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 153.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 162.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 325085.34375, "train/tensor_act_model_layers_40_residual_post_attn/mean": 159.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 162.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 153.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 162.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 5368.95166015625, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.1103515625, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 6.9375, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 5268.7158203125, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.2451171875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_40_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_40_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 30361.466796875, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.341796875, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_40_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_40_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_40_mlp/norm": 8192.0, "train/tensor_act_model_layers_40_mlp/mean": 4.0, "train/tensor_act_model_layers_40_mlp/std": 0.0, "train/tensor_act_model_layers_40_mlp/max_abs": 4.0, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 4.0, "train/tensor_act_model_layers_40_mlp/max": 4.0, "train/tensor_act_model_layers_40_mlp/range": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 333276.96875, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 163.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 166.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 157.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 166.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 333276.96875, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 163.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 166.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 157.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 166.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 333276.96875, "train/tensor_act_model_layers_41_residual_post_attn/mean": 163.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 166.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 157.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 166.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 5348.0986328125, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.1728515625, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 7.1875, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 5404.20654296875, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.0267333984375, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_41_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_41_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 30454.109375, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.388671875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_41_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_41_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_41_mlp/norm": 8192.0, "train/tensor_act_model_layers_41_mlp/mean": 4.0, "train/tensor_act_model_layers_41_mlp/std": 0.0, "train/tensor_act_model_layers_41_mlp/max_abs": 4.0, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 4.0, "train/tensor_act_model_layers_41_mlp/max": 4.0, "train/tensor_act_model_layers_41_mlp/range": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 341468.625, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 167.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 170.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 161.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 170.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 341468.625, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 167.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 170.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 161.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 170.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 341468.625, "train/tensor_act_model_layers_42_residual_post_attn/mean": 167.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 170.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 161.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 170.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 5407.96484375, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.08544921875, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -3.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 7.609375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 5371.9423828125, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.154296875, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_42_mlp_up_proj/max": 3.78125, "train/tensor_act_model_layers_42_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 30565.443359375, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_42_mlp_down_proj/range": 2.5625, "train/tensor_act_model_layers_42_mlp/norm": 8192.0, "train/tensor_act_model_layers_42_mlp/mean": 4.0, "train/tensor_act_model_layers_42_mlp/std": 0.0, "train/tensor_act_model_layers_42_mlp/max_abs": 4.0, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 4.0, "train/tensor_act_model_layers_42_mlp/max": 4.0, "train/tensor_act_model_layers_42_mlp/range": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 349660.25, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 171.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 174.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 165.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 174.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 349660.25, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 171.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 174.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 165.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 174.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 349660.25, "train/tensor_act_model_layers_43_residual_post_attn/mean": 171.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 174.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 165.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 174.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 5362.85546875, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.07421875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 3.75, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 5475.29638671875, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.030517578125, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_43_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_43_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 30435.4765625, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.388671875, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_43_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_43_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_43_mlp/norm": 8192.0, "train/tensor_act_model_layers_43_mlp/mean": 4.0, "train/tensor_act_model_layers_43_mlp/std": 0.0, "train/tensor_act_model_layers_43_mlp/max_abs": 4.0, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 4.0, "train/tensor_act_model_layers_43_mlp/max": 4.0, "train/tensor_act_model_layers_43_mlp/range": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 357851.9375, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 175.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 178.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 169.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 178.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 357851.9375, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 175.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 178.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 169.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 178.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 357851.9375, "train/tensor_act_model_layers_44_residual_post_attn/mean": 175.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 178.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 169.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 178.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 5434.9072265625, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.17578125, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 3.59375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 7.515625, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 5373.5693359375, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.18359375, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_44_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_44_mlp_up_proj/range": 7.84375, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 30436.44140625, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.361328125, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 15.875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_44_mlp_down_proj/max": 15.875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 1.625, "train/tensor_act_model_layers_44_mlp/norm": 8192.0, "train/tensor_act_model_layers_44_mlp/mean": 4.0, "train/tensor_act_model_layers_44_mlp/std": 0.0, "train/tensor_act_model_layers_44_mlp/max_abs": 4.0, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 4.0, "train/tensor_act_model_layers_44_mlp/max": 4.0, "train/tensor_act_model_layers_44_mlp/range": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 366043.59375, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 179.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 182.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 173.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 182.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 366043.59375, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 179.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 182.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 173.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 182.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 366043.59375, "train/tensor_act_model_layers_45_residual_post_attn/mean": 179.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 182.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 173.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 182.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 5386.365234375, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.015625, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -3.796875, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 7.140625, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 5458.05224609375, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.11865234375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -3.84375, "train/tensor_act_model_layers_45_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 8.03125, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 30462.89453125, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_45_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_45_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_45_mlp/norm": 8192.0, "train/tensor_act_model_layers_45_mlp/mean": 4.0, "train/tensor_act_model_layers_45_mlp/std": 0.0, "train/tensor_act_model_layers_45_mlp/max_abs": 4.0, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 4.0, "train/tensor_act_model_layers_45_mlp/max": 4.0, "train/tensor_act_model_layers_45_mlp/range": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 374235.28125, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 183.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 186.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 177.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 186.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 374235.28125, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 183.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 186.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 177.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 186.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 374235.28125, "train/tensor_act_model_layers_46_residual_post_attn/mean": 183.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 186.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 177.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 186.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 5437.75439453125, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.0120849609375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 6.875, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 5406.32568359375, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.1787109375, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -3.640625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 3.828125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 30488.373046875, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.375, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_46_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_46_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_46_mlp/norm": 8192.0, "train/tensor_act_model_layers_46_mlp/mean": 4.0, "train/tensor_act_model_layers_46_mlp/std": 0.0, "train/tensor_act_model_layers_46_mlp/max_abs": 4.0, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 4.0, "train/tensor_act_model_layers_46_mlp/max": 4.0, "train/tensor_act_model_layers_46_mlp/range": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 382427.0, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 187.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 190.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 181.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 190.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 382427.0, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 187.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 190.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 181.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 190.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 382427.0, "train/tensor_act_model_layers_47_residual_post_attn/mean": 187.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 1.5546875, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 190.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 181.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 190.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 5459.39697265625, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.1494140625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 5281.33203125, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.044677734375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_47_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_47_mlp_up_proj/range": 6.984375, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 30481.775390625, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.41796875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_47_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_47_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_47_mlp/norm": 8192.0, "train/tensor_act_model_layers_47_mlp/mean": 4.0, "train/tensor_act_model_layers_47_mlp/std": 0.0, "train/tensor_act_model_layers_47_mlp/max_abs": 4.0, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 4.0, "train/tensor_act_model_layers_47_mlp/max": 4.0, "train/tensor_act_model_layers_47_mlp/range": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 390618.71875, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 191.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 1.5546875, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 194.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 185.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 194.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 390618.71875, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 191.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 1.5546875, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 194.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 185.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 194.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 390634.78125, "train/tensor_act_model_layers_48_residual_post_attn/mean": 191.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 194.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 185.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 194.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 5351.85595703125, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.00860595703125, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 3.921875, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 7.53125, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 5350.08203125, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.01446533203125, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -3.828125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 3.953125, "train/tensor_act_model_layers_48_mlp_up_proj/range": 7.78125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 30468.056640625, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_48_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_48_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_48_mlp/norm": 8192.0, "train/tensor_act_model_layers_48_mlp/mean": 4.0, "train/tensor_act_model_layers_48_mlp/std": 0.0, "train/tensor_act_model_layers_48_mlp/max_abs": 4.0, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 4.0, "train/tensor_act_model_layers_48_mlp/max": 4.0, "train/tensor_act_model_layers_48_mlp/range": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 398826.5, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 195.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 198.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 189.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 198.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 398826.5, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 195.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 198.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 189.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 198.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 398826.5, "train/tensor_act_model_layers_49_residual_post_attn/mean": 195.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 198.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 189.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 198.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 5343.1259765625, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.1171875, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 3.984375, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -3.296875, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 3.984375, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 7.28125, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 5506.7412109375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.13671875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.8984375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_49_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_49_mlp_up_proj/range": 7.59375, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 30563.53515625, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.408203125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_49_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_49_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_49_mlp/norm": 8192.0, "train/tensor_act_model_layers_49_mlp/mean": 4.0, "train/tensor_act_model_layers_49_mlp/std": 0.0, "train/tensor_act_model_layers_49_mlp/max_abs": 4.0, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 4.0, "train/tensor_act_model_layers_49_mlp/max": 4.0, "train/tensor_act_model_layers_49_mlp/range": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 407018.21875, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 199.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 202.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 193.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 202.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 407018.21875, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 199.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 202.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 193.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 202.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 407018.21875, "train/tensor_act_model_layers_50_residual_post_attn/mean": 199.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 202.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 193.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 202.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 5417.67138671875, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.05419921875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 3.765625, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 5364.47216796875, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.041259765625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.921875, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -3.921875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 3.703125, "train/tensor_act_model_layers_50_mlp_up_proj/range": 7.625, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 30443.255859375, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.369140625, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_50_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_50_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_50_mlp/norm": 8192.0, "train/tensor_act_model_layers_50_mlp/mean": 4.0, "train/tensor_act_model_layers_50_mlp/std": 0.0, "train/tensor_act_model_layers_50_mlp/max_abs": 4.0, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 4.0, "train/tensor_act_model_layers_50_mlp/max": 4.0, "train/tensor_act_model_layers_50_mlp/range": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 415210.0, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 203.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 206.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 197.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 206.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 415210.0, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 203.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 206.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 197.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 206.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 415210.0, "train/tensor_act_model_layers_51_residual_post_attn/mean": 203.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 206.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 197.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 206.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 5419.859375, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.13671875, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 7.125, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 5308.42626953125, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.062255859375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_51_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_51_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 30429.896484375, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.349609375, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_51_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_51_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_51_mlp/norm": 8192.0, "train/tensor_act_model_layers_51_mlp/mean": 4.0, "train/tensor_act_model_layers_51_mlp/std": 0.0, "train/tensor_act_model_layers_51_mlp/max_abs": 4.0, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 4.0, "train/tensor_act_model_layers_51_mlp/max": 4.0, "train/tensor_act_model_layers_51_mlp/range": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 423401.75, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 207.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 210.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 201.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 210.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 423401.75, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 207.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 210.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 201.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 210.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 423401.75, "train/tensor_act_model_layers_52_residual_post_attn/mean": 207.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 210.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 201.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 210.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 5451.640625, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.035400390625, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 7.0, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 5469.65673828125, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_52_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_52_mlp_up_proj/range": 7.4375, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 30485.982421875, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_52_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_52_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_52_mlp/norm": 8192.0, "train/tensor_act_model_layers_52_mlp/mean": 4.0, "train/tensor_act_model_layers_52_mlp/std": 0.0, "train/tensor_act_model_layers_52_mlp/max_abs": 4.0, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 4.0, "train/tensor_act_model_layers_52_mlp/max": 4.0, "train/tensor_act_model_layers_52_mlp/range": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 431593.53125, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 211.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 214.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 205.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 214.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 431593.53125, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 211.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 214.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 205.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 214.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 431593.53125, "train/tensor_act_model_layers_53_residual_post_attn/mean": 211.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 214.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 205.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 214.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 5372.8876953125, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.00037384033203125, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 3.953125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 7.984375, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 5413.66796875, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.041259765625, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_53_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_53_mlp_up_proj/range": 7.203125, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 30588.24609375, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.4140625, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_53_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_53_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_53_mlp/norm": 8192.0, "train/tensor_act_model_layers_53_mlp/mean": 4.0, "train/tensor_act_model_layers_53_mlp/std": 0.0, "train/tensor_act_model_layers_53_mlp/max_abs": 4.0, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": 4.0, "train/tensor_act_model_layers_53_mlp/max": 4.0, "train/tensor_act_model_layers_53_mlp/range": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 439785.3125, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 215.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 218.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 209.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 218.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 439785.3125, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 215.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 218.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 209.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 218.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 439769.34375, "train/tensor_act_model_layers_54_residual_post_attn/mean": 215.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 218.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 209.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 218.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 5339.810546875, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.259765625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -3.484375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 7.359375, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 5318.5830078125, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.193359375, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_54_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_54_mlp_up_proj/range": 7.0625, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 30630.724609375, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.4375, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_54_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_54_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_54_mlp/norm": 8192.0, "train/tensor_act_model_layers_54_mlp/mean": 4.0, "train/tensor_act_model_layers_54_mlp/std": 0.0, "train/tensor_act_model_layers_54_mlp/max_abs": 4.0, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 4.0, "train/tensor_act_model_layers_54_mlp/max": 4.0, "train/tensor_act_model_layers_54_mlp/range": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 447961.125, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 219.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 222.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 213.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 222.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 447961.125, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 219.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 222.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 213.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 222.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 447961.125, "train/tensor_act_model_layers_55_residual_post_attn/mean": 219.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 222.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 213.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 222.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 5356.71484375, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.01116943359375, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 5353.46728515625, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.09521484375, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -3.96875, "train/tensor_act_model_layers_55_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 30419.76953125, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.341796875, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_55_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_55_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_55_mlp/norm": 8192.0, "train/tensor_act_model_layers_55_mlp/mean": 4.0, "train/tensor_act_model_layers_55_mlp/std": 0.0, "train/tensor_act_model_layers_55_mlp/max_abs": 4.0, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 4.0, "train/tensor_act_model_layers_55_mlp/max": 4.0, "train/tensor_act_model_layers_55_mlp/range": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 456152.9375, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 223.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 226.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 217.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 226.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 456152.9375, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 223.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 226.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 217.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 226.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 456152.9375, "train/tensor_act_model_layers_56_residual_post_attn/mean": 223.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 1.5625, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 226.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 217.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 226.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 5354.03271484375, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.080078125, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 7.78125, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 5287.81298828125, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.04638671875, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 4.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -4.0, "train/tensor_act_model_layers_56_mlp_up_proj/max": 3.921875, "train/tensor_act_model_layers_56_mlp_up_proj/range": 7.921875, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 30555.447265625, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.4375, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_56_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_56_mlp_down_proj/range": 2.6875, "train/tensor_act_model_layers_56_mlp/norm": 8192.0, "train/tensor_act_model_layers_56_mlp/mean": 4.0, "train/tensor_act_model_layers_56_mlp/std": 0.0, "train/tensor_act_model_layers_56_mlp/max_abs": 4.0, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 4.0, "train/tensor_act_model_layers_56_mlp/max": 4.0, "train/tensor_act_model_layers_56_mlp/range": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 464344.71875, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 227.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 1.5625, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 230.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 221.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 230.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 464344.71875, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 227.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 1.5625, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 230.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 221.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 230.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 464376.84375, "train/tensor_act_model_layers_57_residual_post_attn/mean": 227.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 1.5703125, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 230.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 221.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 230.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 5333.16162109375, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.154296875, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 7.65625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 5380.0625, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.0208740234375, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_57_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 7.609375, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 30511.8359375, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.369140625, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_57_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_57_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_57_mlp/norm": 8192.0, "train/tensor_act_model_layers_57_mlp/mean": 4.0, "train/tensor_act_model_layers_57_mlp/std": 0.0, "train/tensor_act_model_layers_57_mlp/max_abs": 4.0, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 4.0, "train/tensor_act_model_layers_57_mlp/max": 4.0, "train/tensor_act_model_layers_57_mlp/range": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 472568.65625, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 231.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 1.5703125, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 234.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 225.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 234.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 472568.65625, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 231.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 1.5703125, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 234.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 225.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 234.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 472568.65625, "train/tensor_act_model_layers_58_residual_post_attn/mean": 231.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 1.5703125, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 234.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 225.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 234.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 5262.2939453125, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.00823974609375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -3.9375, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 5231.56494140625, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.0673828125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_58_mlp_up_proj/range": 7.484375, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 30468.83203125, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_58_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_58_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_58_mlp/norm": 8192.0, "train/tensor_act_model_layers_58_mlp/mean": 4.0, "train/tensor_act_model_layers_58_mlp/std": 0.0, "train/tensor_act_model_layers_58_mlp/max_abs": 4.0, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 4.0, "train/tensor_act_model_layers_58_mlp/max": 4.0, "train/tensor_act_model_layers_58_mlp/range": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 480760.46875, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 235.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 1.5703125, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 238.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 229.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 238.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 480760.46875, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 235.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 1.5703125, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 238.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 229.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 238.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 480760.46875, "train/tensor_act_model_layers_59_residual_post_attn/mean": 235.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 1.5703125, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 238.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 229.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 238.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 5333.603515625, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.134765625, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 7.375, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 5288.9501953125, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.1201171875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_59_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_59_mlp_up_proj/range": 7.40625, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 30498.462890625, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.40625, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_59_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_59_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_59_mlp/norm": 8192.0, "train/tensor_act_model_layers_59_mlp/mean": 4.0, "train/tensor_act_model_layers_59_mlp/std": 0.0, "train/tensor_act_model_layers_59_mlp/max_abs": 4.0, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 4.0, "train/tensor_act_model_layers_59_mlp/max": 4.0, "train/tensor_act_model_layers_59_mlp/range": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 488952.28125, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 239.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 1.5703125, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 242.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 233.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 242.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 488952.28125, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 239.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 1.5703125, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 242.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 233.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 242.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 488952.28125, "train/tensor_act_model_layers_60_residual_post_attn/mean": 239.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 1.5703125, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 242.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 233.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 242.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 5425.90576171875, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.04833984375, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 7.1875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 5360.89599609375, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.0166015625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_60_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 7.234375, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 30548.1015625, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.4296875, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_60_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_60_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_60_mlp/norm": 8192.0, "train/tensor_act_model_layers_60_mlp/mean": 4.0, "train/tensor_act_model_layers_60_mlp/std": 0.0, "train/tensor_act_model_layers_60_mlp/max_abs": 4.0, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": 4.0, "train/tensor_act_model_layers_60_mlp/max": 4.0, "train/tensor_act_model_layers_60_mlp/range": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 497144.125, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 243.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 1.5703125, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 246.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 237.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 246.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 497144.125, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 243.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 1.5703125, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 246.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 237.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 246.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 497144.125, "train/tensor_act_model_layers_61_residual_post_attn/mean": 243.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 1.5703125, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 246.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 237.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 246.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 5370.65283203125, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.07763671875, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 5430.45068359375, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.2109375, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_61_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_61_mlp_up_proj/range": 7.296875, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 30602.046875, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.396484375, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_61_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_61_mlp/norm": 8192.0, "train/tensor_act_model_layers_61_mlp/mean": 4.0, "train/tensor_act_model_layers_61_mlp/std": 0.0, "train/tensor_act_model_layers_61_mlp/max_abs": 4.0, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 4.0, "train/tensor_act_model_layers_61_mlp/max": 4.0, "train/tensor_act_model_layers_61_mlp/range": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 505335.96875, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 247.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 1.5703125, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 250.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 241.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 250.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 505335.96875, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 247.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 1.5703125, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 250.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 241.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 250.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 505272.375, "train/tensor_act_model_layers_62_residual_post_attn/mean": 247.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 1.6015625, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 250.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 240.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 250.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 5411.55078125, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.005279541015625, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 3.765625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 7.890625, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 5392.158203125, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.0023651123046875, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 7.671875, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 30534.845703125, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_62_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_62_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_62_mlp/norm": 8192.0, "train/tensor_act_model_layers_62_mlp/mean": 4.0, "train/tensor_act_model_layers_62_mlp/std": 0.0, "train/tensor_act_model_layers_62_mlp/max_abs": 4.0, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 4.0, "train/tensor_act_model_layers_62_mlp/max": 4.0, "train/tensor_act_model_layers_62_mlp/range": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 513464.21875, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 251.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 1.6015625, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 254.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 244.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 254.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 513464.21875, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 251.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 1.6015625, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 254.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 244.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 254.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 513480.28125, "train/tensor_act_model_layers_63_residual_post_attn/mean": 251.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 1.609375, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 254.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 244.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 254.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 5296.16943359375, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.1455078125, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -3.515625, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 7.546875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 5317.0673828125, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.0166015625, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -4.09375, "train/tensor_act_model_layers_63_mlp_up_proj/max": 4.09375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 8.1875, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 30603.392578125, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.431640625, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_63_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_63_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_63_mlp/norm": 8192.0, "train/tensor_act_model_layers_63_mlp/mean": 4.0, "train/tensor_act_model_layers_63_mlp/std": 0.0, "train/tensor_act_model_layers_63_mlp/max_abs": 4.0, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": 4.0, "train/tensor_act_model_layers_63_mlp/max": 4.0, "train/tensor_act_model_layers_63_mlp/range": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 521510.875, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 255.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 1.515625, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 258.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 248.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 258.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 521510.875, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 255.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 1.515625, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 258.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 248.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 258.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 521510.875, "train/tensor_act_model_layers_64_residual_post_attn/mean": 255.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 1.515625, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 258.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 248.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 258.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 5314.0517578125, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.1982421875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 5384.55078125, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.10302734375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_64_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_64_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 30551.310546875, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.3984375, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_64_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_64_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_64_mlp/norm": 8192.0, "train/tensor_act_model_layers_64_mlp/mean": 4.0, "train/tensor_act_model_layers_64_mlp/std": 0.0, "train/tensor_act_model_layers_64_mlp/max_abs": 4.0, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": 4.0, "train/tensor_act_model_layers_64_mlp/max": 4.0, "train/tensor_act_model_layers_64_mlp/range": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 529900.0625, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 258.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 1.7265625, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 262.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 252.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 262.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 529900.0625, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 258.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 1.7265625, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 262.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 252.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 262.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 529900.0625, "train/tensor_act_model_layers_65_residual_post_attn/mean": 258.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 1.7265625, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 262.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 252.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 262.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 5416.80712890625, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.044189453125, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 3.828125, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 3.828125, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 7.59375, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 5395.36572265625, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.031005859375, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_65_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_65_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 30530.68359375, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.37890625, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_65_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_65_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_65_mlp/norm": 8192.0, "train/tensor_act_model_layers_65_mlp/mean": 4.0, "train/tensor_act_model_layers_65_mlp/std": 0.0, "train/tensor_act_model_layers_65_mlp/max_abs": 4.0, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": 4.0, "train/tensor_act_model_layers_65_mlp/max": 4.0, "train/tensor_act_model_layers_65_mlp/range": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 538133.25, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 262.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 256.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 538133.25, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 262.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 256.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 538133.25, "train/tensor_act_model_layers_66_residual_post_attn/mean": 262.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 256.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 5237.693359375, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.058349609375, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 6.890625, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 5254.04736328125, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.1640625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_66_mlp_up_proj/range": 7.296875, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 30575.396484375, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.4375, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_66_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_66_mlp_down_proj/range": 2.8125, "train/tensor_act_model_layers_66_mlp/norm": 8192.0, "train/tensor_act_model_layers_66_mlp/mean": 4.0, "train/tensor_act_model_layers_66_mlp/std": 0.0, "train/tensor_act_model_layers_66_mlp/max_abs": 4.0, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 4.0, "train/tensor_act_model_layers_66_mlp/max": 4.0, "train/tensor_act_model_layers_66_mlp/range": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 546325.0625, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 266.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 270.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 260.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 270.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 546325.0625, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 266.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 270.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 260.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 270.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 546325.0625, "train/tensor_act_model_layers_67_residual_post_attn/mean": 266.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 270.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 260.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 270.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 5352.5693359375, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.11865234375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -3.625, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 4.09375, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 7.71875, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 5237.044921875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.1416015625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_67_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 7.640625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 30531.91796875, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.416015625, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_67_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_67_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_67_mlp/norm": 8192.0, "train/tensor_act_model_layers_67_mlp/mean": 4.0, "train/tensor_act_model_layers_67_mlp/std": 0.0, "train/tensor_act_model_layers_67_mlp/max_abs": 4.0, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 4.0, "train/tensor_act_model_layers_67_mlp/max": 4.0, "train/tensor_act_model_layers_67_mlp/range": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 554516.9375, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 270.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 274.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 264.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 274.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 554516.9375, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 270.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 274.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 264.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 274.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 554516.9375, "train/tensor_act_model_layers_68_residual_post_attn/mean": 270.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 274.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 264.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 274.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 5414.71923828125, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.044921875, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 3.953125, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -3.953125, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 7.734375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 5319.4931640625, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.09912109375, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 4.09375, "train/tensor_act_model_layers_68_mlp_up_proj/range": 7.640625, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 30587.392578125, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.40625, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_68_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_68_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_68_mlp/norm": 8192.0, "train/tensor_act_model_layers_68_mlp/mean": 4.0, "train/tensor_act_model_layers_68_mlp/std": 0.0, "train/tensor_act_model_layers_68_mlp/max_abs": 4.0, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 4.0, "train/tensor_act_model_layers_68_mlp/max": 4.0, "train/tensor_act_model_layers_68_mlp/range": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 562708.8125, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 274.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 278.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 268.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 278.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 562708.8125, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 274.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 278.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 268.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 278.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 562708.8125, "train/tensor_act_model_layers_69_residual_post_attn/mean": 274.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 278.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 268.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 278.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 5368.5712890625, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.07470703125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 7.546875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 5386.29833984375, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.044921875, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -3.8125, "train/tensor_act_model_layers_69_mlp_up_proj/max": 3.96875, "train/tensor_act_model_layers_69_mlp_up_proj/range": 7.78125, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 30565.63671875, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_69_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.9375, "train/tensor_act_model_layers_69_mlp/norm": 8192.0, "train/tensor_act_model_layers_69_mlp/mean": 4.0, "train/tensor_act_model_layers_69_mlp/std": 0.0, "train/tensor_act_model_layers_69_mlp/max_abs": 4.0, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 4.0, "train/tensor_act_model_layers_69_mlp/max": 4.0, "train/tensor_act_model_layers_69_mlp/range": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 570900.625, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 278.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 282.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 272.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 282.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 570900.625, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 278.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 282.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 272.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 282.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 570900.625, "train/tensor_act_model_layers_70_residual_post_attn/mean": 278.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 282.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 272.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 282.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 5393.83349609375, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.031005859375, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -3.890625, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 7.5625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 5445.177734375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.0771484375, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_70_mlp_up_proj/max": 3.875, "train/tensor_act_model_layers_70_mlp_up_proj/range": 8.0, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 30674.453125, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.458984375, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": 13.25, "train/tensor_act_model_layers_70_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_70_mlp_down_proj/range": 3.125, "train/tensor_act_model_layers_70_mlp/norm": 8191.75048828125, "train/tensor_act_model_layers_70_mlp/mean": 4.0, "train/tensor_act_model_layers_70_mlp/std": 0.001373291015625, "train/tensor_act_model_layers_70_mlp/max_abs": 4.0, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": 3.984375, "train/tensor_act_model_layers_70_mlp/max": 4.0, "train/tensor_act_model_layers_70_mlp/range": 0.015625, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 579092.5, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 282.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 286.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 276.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 286.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 579092.5, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 282.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 286.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 276.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 286.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 579092.5, "train/tensor_act_model_layers_71_residual_post_attn/mean": 282.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 286.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 276.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 286.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 5394.01025390625, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.036865234375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 7.1875, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 5370.0966796875, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.1513671875, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_71_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 7.109375, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 30601.0078125, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_71_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.9375, "train/tensor_act_model_layers_71_mlp/norm": 8192.0, "train/tensor_act_model_layers_71_mlp/mean": 4.0, "train/tensor_act_model_layers_71_mlp/std": 0.0, "train/tensor_act_model_layers_71_mlp/max_abs": 4.0, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": 4.0, "train/tensor_act_model_layers_71_mlp/max": 4.0, "train/tensor_act_model_layers_71_mlp/range": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 587284.3125, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 286.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 290.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 280.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 290.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 587284.3125, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 286.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 290.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 280.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 290.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 587284.3125, "train/tensor_act_model_layers_72_residual_post_attn/mean": 286.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 290.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 280.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 290.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 5280.76904296875, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.11669921875, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -4.0625, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 4.0, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 8.0625, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 5285.734375, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.00909423828125, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 7.5625, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 30720.58203125, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.53515625, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 17.25, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 17.25, "train/tensor_act_model_layers_72_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_72_mlp/norm": 8192.0, "train/tensor_act_model_layers_72_mlp/mean": 4.0, "train/tensor_act_model_layers_72_mlp/std": 0.0, "train/tensor_act_model_layers_72_mlp/max_abs": 4.0, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 4.0, "train/tensor_act_model_layers_72_mlp/max": 4.0, "train/tensor_act_model_layers_72_mlp/range": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 595476.1875, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 290.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 294.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 284.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 294.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 595476.1875, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 290.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 284.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 294.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 595476.1875, "train/tensor_act_model_layers_73_residual_post_attn/mean": 290.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 284.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 294.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 5307.81494140625, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.048095703125, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 5391.05224609375, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.039306640625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -3.65625, "train/tensor_act_model_layers_73_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_73_mlp_up_proj/range": 7.453125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 30530.69140625, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.38671875, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_73_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_73_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_73_mlp/norm": 8192.0, "train/tensor_act_model_layers_73_mlp/mean": 4.0, "train/tensor_act_model_layers_73_mlp/std": 0.0, "train/tensor_act_model_layers_73_mlp/max_abs": 4.0, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 4.0, "train/tensor_act_model_layers_73_mlp/max": 4.0, "train/tensor_act_model_layers_73_mlp/range": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 603668.0, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 294.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 298.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 288.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 298.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 603668.0, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 294.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 298.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 288.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 298.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 603668.0, "train/tensor_act_model_layers_74_residual_post_attn/mean": 294.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 298.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 288.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 298.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 5330.90185546875, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.04052734375, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 5277.2158203125, "train/tensor_act_model_layers_74_mlp_up_proj/mean": 0.0032958984375, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 7.4375, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 30587.474609375, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.466796875, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_74_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_74_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_74_mlp/norm": 8192.0, "train/tensor_act_model_layers_74_mlp/mean": 4.0, "train/tensor_act_model_layers_74_mlp/std": 0.0, "train/tensor_act_model_layers_74_mlp/max_abs": 4.0, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": 4.0, "train/tensor_act_model_layers_74_mlp/max": 4.0, "train/tensor_act_model_layers_74_mlp/range": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 611859.9375, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 298.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 302.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 292.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 302.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 611859.9375, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 298.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 292.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 302.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 611859.9375, "train/tensor_act_model_layers_75_residual_post_attn/mean": 298.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 292.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 302.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 5215.69287109375, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.03173828125, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 8.078125, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 5267.35595703125, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.000843048095703125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 4.4375, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.890625, "train/tensor_act_model_layers_75_mlp_up_proj/max": 4.4375, "train/tensor_act_model_layers_75_mlp_up_proj/range": 8.328125, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 30598.3828125, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.40234375, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": 13.6875, "train/tensor_act_model_layers_75_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_75_mlp_down_proj/range": 2.6875, "train/tensor_act_model_layers_75_mlp/norm": 8191.75048828125, "train/tensor_act_model_layers_75_mlp/mean": 4.0, "train/tensor_act_model_layers_75_mlp/std": 0.001373291015625, "train/tensor_act_model_layers_75_mlp/max_abs": 4.0, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": 3.984375, "train/tensor_act_model_layers_75_mlp/max": 4.0, "train/tensor_act_model_layers_75_mlp/range": 0.015625, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 620051.8125, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 302.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 306.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 296.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 306.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 620051.8125, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 302.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 296.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 306.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 620051.8125, "train/tensor_act_model_layers_76_residual_post_attn/mean": 302.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 296.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 306.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 5206.20361328125, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.2353515625, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -3.828125, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 7.859375, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 5281.6142578125, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.035888671875, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_76_mlp_up_proj/max": 3.78125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 30795.6484375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.48046875, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": 14.0, "train/tensor_act_model_layers_76_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_76_mlp_down_proj/range": 2.5, "train/tensor_act_model_layers_76_mlp/norm": 8192.0, "train/tensor_act_model_layers_76_mlp/mean": 4.0, "train/tensor_act_model_layers_76_mlp/std": 0.0, "train/tensor_act_model_layers_76_mlp/max_abs": 4.0, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": 4.0, "train/tensor_act_model_layers_76_mlp/max": 4.0, "train/tensor_act_model_layers_76_mlp/range": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 628243.6875, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 306.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 310.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 300.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 310.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 628243.6875, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 306.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 310.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 300.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 310.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 628243.6875, "train/tensor_act_model_layers_77_residual_post_attn/mean": 306.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 310.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 300.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 310.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 5393.45849609375, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.07177734375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -3.90625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 7.703125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 5364.83154296875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.2265625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_77_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_77_mlp_up_proj/range": 8.125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 30747.869140625, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.51171875, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_77_mlp_down_proj/range": 3.1875, "train/tensor_act_model_layers_77_mlp/norm": 8192.0, "train/tensor_act_model_layers_77_mlp/mean": 4.0, "train/tensor_act_model_layers_77_mlp/std": 0.0, "train/tensor_act_model_layers_77_mlp/max_abs": 4.0, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": 4.0, "train/tensor_act_model_layers_77_mlp/max": 4.0, "train/tensor_act_model_layers_77_mlp/range": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 636435.5625, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 310.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 314.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 304.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 314.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 636435.5625, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 310.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 314.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 304.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 314.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 636435.5625, "train/tensor_act_model_layers_78_residual_post_attn/mean": 310.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 314.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 304.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 314.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 5273.13330078125, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.03662109375, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -3.625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 7.40625, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 5261.06494140625, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.126953125, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_78_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_78_mlp_up_proj/range": 7.9375, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 30752.734375, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.466796875, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_78_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_78_mlp_down_proj/range": 2.9375, "train/tensor_act_model_layers_78_mlp/norm": 8192.0, "train/tensor_act_model_layers_78_mlp/mean": 4.0, "train/tensor_act_model_layers_78_mlp/std": 0.0, "train/tensor_act_model_layers_78_mlp/max_abs": 4.0, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": 4.0, "train/tensor_act_model_layers_78_mlp/max": 4.0, "train/tensor_act_model_layers_78_mlp/range": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 644627.4375, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 314.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 318.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 308.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 318.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 644627.4375, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 314.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 318.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 308.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 318.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 644627.4375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 314.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 318.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 308.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 318.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 5244.044921875, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.068359375, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -4.0, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 8.03125, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 5321.66455078125, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.06005859375, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 7.875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 30753.314453125, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.5234375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 17.5, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_79_mlp_down_proj/max": 17.5, "train/tensor_act_model_layers_79_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_79_mlp/norm": 8192.0, "train/tensor_act_model_layers_79_mlp/mean": 4.0, "train/tensor_act_model_layers_79_mlp/std": 0.0, "train/tensor_act_model_layers_79_mlp/max_abs": 4.0, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 4.0, "train/tensor_act_model_layers_79_mlp/max": 4.0, "train/tensor_act_model_layers_79_mlp/range": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 652819.3125, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 318.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 322.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 312.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 322.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 652819.3125, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 318.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 322.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 312.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 322.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 652819.3125, "train/tensor_act_model_layers_80_residual_post_attn/mean": 318.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 322.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 312.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 322.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 5252.5732421875, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.076171875, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -4.25, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 8.15625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 5262.02734375, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.001068115234375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_80_mlp_up_proj/range": 7.390625, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 30645.859375, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.4453125, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_80_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_80_mlp/norm": 8192.0, "train/tensor_act_model_layers_80_mlp/mean": 4.0, "train/tensor_act_model_layers_80_mlp/std": 0.0, "train/tensor_act_model_layers_80_mlp/max_abs": 4.0, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": 4.0, "train/tensor_act_model_layers_80_mlp/max": 4.0, "train/tensor_act_model_layers_80_mlp/range": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 661011.1875, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 322.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 326.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 316.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 326.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 661011.1875, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 322.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 326.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 316.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 326.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 661011.1875, "train/tensor_act_model_layers_81_residual_post_attn/mean": 322.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 326.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 316.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 326.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 5251.5380859375, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.1357421875, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -3.671875, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 7.828125, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 5196.87158203125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.1005859375, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 7.640625, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 30548.8046875, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.38671875, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_81_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_81_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_81_mlp/norm": 8192.0, "train/tensor_act_model_layers_81_mlp/mean": 4.0, "train/tensor_act_model_layers_81_mlp/std": 0.0, "train/tensor_act_model_layers_81_mlp/max_abs": 4.0, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": 4.0, "train/tensor_act_model_layers_81_mlp/max": 4.0, "train/tensor_act_model_layers_81_mlp/range": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 669203.0625, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 326.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 330.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 320.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 330.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 669203.0625, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 326.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 330.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 320.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 330.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 669203.0625, "train/tensor_act_model_layers_82_residual_post_attn/mean": 326.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 330.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 320.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 330.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 5264.09326171875, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.0150146484375, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 4.40625, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -4.09375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 4.40625, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 8.5, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 5410.6591796875, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.005126953125, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_82_mlp_up_proj/range": 7.578125, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 30723.96875, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.50390625, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_82_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_82_mlp_down_proj/range": 2.8125, "train/tensor_act_model_layers_82_mlp/norm": 8192.0, "train/tensor_act_model_layers_82_mlp/mean": 4.0, "train/tensor_act_model_layers_82_mlp/std": 0.0, "train/tensor_act_model_layers_82_mlp/max_abs": 4.0, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": 4.0, "train/tensor_act_model_layers_82_mlp/max": 4.0, "train/tensor_act_model_layers_82_mlp/range": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 677394.9375, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 330.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 334.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 324.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 334.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 677394.9375, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 330.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 334.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 324.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 334.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 677394.9375, "train/tensor_act_model_layers_83_residual_post_attn/mean": 330.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 334.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 324.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 334.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 5151.875, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.1484375, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 4.28125, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -4.28125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 8.4375, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 5420.052734375, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.039794921875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_83_mlp_up_proj/range": 8.21875, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 30757.189453125, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.4765625, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": 13.875, "train/tensor_act_model_layers_83_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_83_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_83_mlp/norm": 8192.0, "train/tensor_act_model_layers_83_mlp/mean": 4.0, "train/tensor_act_model_layers_83_mlp/std": 0.0, "train/tensor_act_model_layers_83_mlp/max_abs": 4.0, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": 4.0, "train/tensor_act_model_layers_83_mlp/max": 4.0, "train/tensor_act_model_layers_83_mlp/range": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 685586.875, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 334.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 338.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 328.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 338.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 685586.875, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 334.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 338.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 328.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 338.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 685586.875, "train/tensor_act_model_layers_84_residual_post_attn/mean": 334.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 338.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 328.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 338.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 5165.455078125, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.05224609375, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -4.0, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 8.25, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 5156.13916015625, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.16796875, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 8.046875, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 30625.033203125, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.427734375, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_84_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_84_mlp/norm": 8192.0, "train/tensor_act_model_layers_84_mlp/mean": 4.0, "train/tensor_act_model_layers_84_mlp/std": 0.0, "train/tensor_act_model_layers_84_mlp/max_abs": 4.0, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": 4.0, "train/tensor_act_model_layers_84_mlp/max": 4.0, "train/tensor_act_model_layers_84_mlp/range": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 693778.75, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 338.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 342.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 332.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 342.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 693778.75, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 338.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 342.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 332.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 342.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 693778.75, "train/tensor_act_model_layers_85_residual_post_attn/mean": 338.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 342.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 332.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 342.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 5245.1875, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.037109375, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -4.1875, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 8.4375, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 5354.380859375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.16796875, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -4.21875, "train/tensor_act_model_layers_85_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_85_mlp_up_proj/range": 8.21875, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 30738.326171875, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.515625, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_85_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_85_mlp_down_proj/range": 3.625, "train/tensor_act_model_layers_85_mlp/norm": 8192.0, "train/tensor_act_model_layers_85_mlp/mean": 4.0, "train/tensor_act_model_layers_85_mlp/std": 0.0, "train/tensor_act_model_layers_85_mlp/max_abs": 4.0, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": 4.0, "train/tensor_act_model_layers_85_mlp/max": 4.0, "train/tensor_act_model_layers_85_mlp/range": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 701970.625, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 342.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 346.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 336.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 346.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 701970.625, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 342.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 346.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 336.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 346.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 701970.625, "train/tensor_act_model_layers_86_residual_post_attn/mean": 342.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 346.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 336.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 346.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 5278.23779296875, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.1103515625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 5441.9208984375, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.033447265625, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_86_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_86_mlp_up_proj/range": 7.859375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 30812.15234375, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.578125, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 17.875, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": 13.0, "train/tensor_act_model_layers_86_mlp_down_proj/max": 17.875, "train/tensor_act_model_layers_86_mlp_down_proj/range": 4.875, "train/tensor_act_model_layers_86_mlp/norm": 8191.75048828125, "train/tensor_act_model_layers_86_mlp/mean": 4.0, "train/tensor_act_model_layers_86_mlp/std": 0.001373291015625, "train/tensor_act_model_layers_86_mlp/max_abs": 4.0, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": 3.984375, "train/tensor_act_model_layers_86_mlp/max": 4.0, "train/tensor_act_model_layers_86_mlp/range": 0.015625, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 710162.5625, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 346.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 350.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 340.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 350.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 710162.5625, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 346.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 350.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 340.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 350.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 710162.5625, "train/tensor_act_model_layers_87_residual_post_attn/mean": 346.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 350.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 340.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 350.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 5357.6005859375, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.043701171875, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 8.03125, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 5256.4619140625, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.2138671875, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_87_mlp_up_proj/range": 7.515625, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 30734.12890625, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.466796875, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": 14.0, "train/tensor_act_model_layers_87_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_87_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_87_mlp/norm": 8192.0, "train/tensor_act_model_layers_87_mlp/mean": 4.0, "train/tensor_act_model_layers_87_mlp/std": 0.0, "train/tensor_act_model_layers_87_mlp/max_abs": 4.0, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": 4.0, "train/tensor_act_model_layers_87_mlp/max": 4.0, "train/tensor_act_model_layers_87_mlp/range": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 718354.4375, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 350.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 354.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 344.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 354.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 718354.4375, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 350.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 354.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 344.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 354.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 718354.4375, "train/tensor_act_model_layers_88_residual_post_attn/mean": 350.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 354.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 344.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 354.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 5267.83740234375, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.0732421875, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -3.984375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 8.015625, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 5289.486328125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.03515625, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_88_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_88_mlp_up_proj/range": 8.0, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 30751.533203125, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.51953125, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": 13.5625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_88_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_88_mlp/norm": 8191.5009765625, "train/tensor_act_model_layers_88_mlp/mean": 4.0, "train/tensor_act_model_layers_88_mlp/std": 0.0019378662109375, "train/tensor_act_model_layers_88_mlp/max_abs": 4.0, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": 3.984375, "train/tensor_act_model_layers_88_mlp/max": 4.0, "train/tensor_act_model_layers_88_mlp/range": 0.015625, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 726546.375, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 354.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 358.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 348.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 358.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 726546.375, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 354.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 358.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 348.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 358.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 726546.375, "train/tensor_act_model_layers_89_residual_post_attn/mean": 354.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 358.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 348.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 358.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 5216.13623046875, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.10595703125, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 5279.90771484375, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.08935546875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 4.5, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -4.5, "train/tensor_act_model_layers_89_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_89_mlp_up_proj/range": 8.359375, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 30826.390625, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.59765625, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 17.125, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": 13.5625, "train/tensor_act_model_layers_89_mlp_down_proj/max": 17.125, "train/tensor_act_model_layers_89_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_89_mlp/norm": 8191.56689453125, "train/tensor_act_model_layers_89_mlp/mean": 4.0, "train/tensor_act_model_layers_89_mlp/std": 0.00180816650390625, "train/tensor_act_model_layers_89_mlp/max_abs": 4.0, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": 3.984375, "train/tensor_act_model_layers_89_mlp/max": 4.0, "train/tensor_act_model_layers_89_mlp/range": 0.015625, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 734738.3125, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 358.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 362.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 352.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 362.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 734738.3125, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 358.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 362.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 352.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 362.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 734738.3125, "train/tensor_act_model_layers_90_residual_post_attn/mean": 358.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 362.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 352.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 362.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 5259.73681640625, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.2060546875, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.984375, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.953125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.984375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 7.9375, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 5366.548828125, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.06591796875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.46875, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.46875, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.9375, "train/tensor_act_model_layers_90_mlp_up_proj/range": 8.40625, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 30789.6171875, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.5859375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 17.125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": 13.5625, "train/tensor_act_model_layers_90_mlp_down_proj/max": 17.125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_90_mlp/norm": 8191.5009765625, "train/tensor_act_model_layers_90_mlp/mean": 4.0, "train/tensor_act_model_layers_90_mlp/std": 0.0019378662109375, "train/tensor_act_model_layers_90_mlp/max_abs": 4.0, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": 3.984375, "train/tensor_act_model_layers_90_mlp/max": 4.0, "train/tensor_act_model_layers_90_mlp/range": 0.015625, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 742930.1875, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 362.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 366.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 356.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 366.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 742930.1875, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 362.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 366.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 356.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 366.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 742930.1875, "train/tensor_act_model_layers_91_residual_post_attn/mean": 362.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 366.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 356.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 366.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 5431.6083984375, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.021240234375, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -4.5, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 8.75, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 5293.267578125, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.2177734375, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_91_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_91_mlp_up_proj/range": 8.125, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 30577.05078125, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.59375, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 17.25, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": 12.875, "train/tensor_act_model_layers_91_mlp_down_proj/max": 17.25, "train/tensor_act_model_layers_91_mlp_down_proj/range": 4.375, "train/tensor_act_model_layers_91_mlp/norm": 8191.001953125, "train/tensor_act_model_layers_91_mlp/mean": 4.0, "train/tensor_act_model_layers_91_mlp/std": 0.002716064453125, "train/tensor_act_model_layers_91_mlp/max_abs": 4.0, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": 3.984375, "train/tensor_act_model_layers_91_mlp/max": 4.0, "train/tensor_act_model_layers_91_mlp/range": 0.015625, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 751122.0625, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 366.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 370.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 360.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 370.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 751122.0625, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 366.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 370.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 360.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 370.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 751122.0625, "train/tensor_act_model_layers_92_residual_post_attn/mean": 366.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 370.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 360.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 370.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 5316.98583984375, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.04345703125, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -4.1875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 8.4375, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 5324.181640625, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.017333984375, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 8.625, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 30586.123046875, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.55078125, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 17.125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": 13.9375, "train/tensor_act_model_layers_92_mlp_down_proj/max": 17.125, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.1875, "train/tensor_act_model_layers_92_mlp/norm": 8192.0, "train/tensor_act_model_layers_92_mlp/mean": 4.0, "train/tensor_act_model_layers_92_mlp/std": 0.0, "train/tensor_act_model_layers_92_mlp/max_abs": 4.0, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": 4.0, "train/tensor_act_model_layers_92_mlp/max": 4.0, "train/tensor_act_model_layers_92_mlp/range": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 759314.0625, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 370.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 374.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 364.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 374.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 759314.0625, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 370.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 374.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 364.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 374.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 759314.0625, "train/tensor_act_model_layers_93_residual_post_attn/mean": 370.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 374.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 364.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 374.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 5386.763671875, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.19140625, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 8.40625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 5440.9482421875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.189453125, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 4.40625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 8.46875, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 30555.876953125, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.6171875, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": 12.6875, "train/tensor_act_model_layers_93_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_93_mlp_down_proj/range": 3.9375, "train/tensor_act_model_layers_93_mlp/norm": 8191.25146484375, "train/tensor_act_model_layers_93_mlp/mean": 4.0, "train/tensor_act_model_layers_93_mlp/std": 0.0023651123046875, "train/tensor_act_model_layers_93_mlp/max_abs": 4.0, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": 3.984375, "train/tensor_act_model_layers_93_mlp/max": 4.0, "train/tensor_act_model_layers_93_mlp/range": 0.015625, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 767505.9375, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 374.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 378.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 368.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 378.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 767505.9375, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 374.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 378.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 368.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 378.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 767505.9375, "train/tensor_act_model_layers_94_residual_post_attn/mean": 374.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 378.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 368.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 378.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 5304.93701171875, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.0712890625, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 4.65625, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -4.34375, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 4.65625, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 9.0, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 5301.986328125, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.203125, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_94_mlp_up_proj/max": 4.5625, "train/tensor_act_model_layers_94_mlp_up_proj/range": 8.84375, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 30359.265625, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.7109375, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 18.625, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": 13.0625, "train/tensor_act_model_layers_94_mlp_down_proj/max": 18.625, "train/tensor_act_model_layers_94_mlp_down_proj/range": 5.5625, "train/tensor_act_model_layers_94_mlp/norm": 8190.09765625, "train/tensor_act_model_layers_94_mlp/mean": 4.0, "train/tensor_act_model_layers_94_mlp/std": 0.003692626953125, "train/tensor_act_model_layers_94_mlp/max_abs": 4.0, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": 3.984375, "train/tensor_act_model_layers_94_mlp/max": 4.0, "train/tensor_act_model_layers_94_mlp/range": 0.015625, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 775697.875, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 378.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 382.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 372.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 382.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 775697.875, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 378.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 382.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 372.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 382.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 775697.875, "train/tensor_act_model_layers_95_residual_post_attn/mean": 378.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 382.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 372.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 382.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 5286.67724609375, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.1376953125, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 4.5625, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -4.46875, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 4.5625, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 9.03125, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 5376.85888671875, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.125, "train/tensor_act_model_layers_95_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 4.40625, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_95_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_95_mlp_up_proj/range": 8.65625, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 30508.66796875, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.71875, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 17.5, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": 12.6875, "train/tensor_act_model_layers_95_mlp_down_proj/max": 17.5, "train/tensor_act_model_layers_95_mlp_down_proj/range": 4.8125, "train/tensor_act_model_layers_95_mlp/norm": 8190.37158203125, "train/tensor_act_model_layers_95_mlp/mean": 4.0, "train/tensor_act_model_layers_95_mlp/std": 0.0034332275390625, "train/tensor_act_model_layers_95_mlp/max_abs": 4.0, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": 3.984375, "train/tensor_act_model_layers_95_mlp/max": 4.0, "train/tensor_act_model_layers_95_mlp/range": 0.015625, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 783889.75, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 382.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 386.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 376.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 386.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 783889.75, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 382.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 386.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 376.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 386.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 783889.75, "train/tensor_act_model_layers_96_residual_post_attn/mean": 382.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 386.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 376.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 386.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 5362.77783203125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.007598876953125, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -4.59375, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 4.1875, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 8.78125, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 5393.8076171875, "train/tensor_act_model_layers_96_mlp_up_proj/mean": -0.06005859375, "train/tensor_act_model_layers_96_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -4.65625, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 9.0625, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 30379.001953125, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.72265625, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 17.125, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": 12.75, "train/tensor_act_model_layers_96_mlp_down_proj/max": 17.125, "train/tensor_act_model_layers_96_mlp_down_proj/range": 4.375, "train/tensor_act_model_layers_96_mlp/norm": 8189.7509765625, "train/tensor_act_model_layers_96_mlp/mean": 4.0, "train/tensor_act_model_layers_96_mlp/std": 0.003997802734375, "train/tensor_act_model_layers_96_mlp/max_abs": 4.0, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": 3.984375, "train/tensor_act_model_layers_96_mlp/max": 4.0, "train/tensor_act_model_layers_96_mlp/range": 0.015625, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 792081.6875, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 386.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 380.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 792081.6875, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 386.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 380.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 792081.6875, "train/tensor_act_model_layers_97_residual_post_attn/mean": 386.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 380.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 5299.1845703125, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.044677734375, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -4.28125, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 4.5, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 8.78125, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 5292.8896484375, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.1591796875, "train/tensor_act_model_layers_97_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_97_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 8.46875, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 30035.80078125, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 14.625, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.8125, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 17.875, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": 11.9375, "train/tensor_act_model_layers_97_mlp_down_proj/max": 17.875, "train/tensor_act_model_layers_97_mlp_down_proj/range": 5.9375, "train/tensor_act_model_layers_97_mlp/norm": 8187.7646484375, "train/tensor_act_model_layers_97_mlp/mean": 4.0, "train/tensor_act_model_layers_97_mlp/std": 0.00531005859375, "train/tensor_act_model_layers_97_mlp/max_abs": 4.0, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": 3.984375, "train/tensor_act_model_layers_97_mlp/max": 4.0, "train/tensor_act_model_layers_97_mlp/range": 0.015625, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 800273.625, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 390.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 394.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 384.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 394.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 800273.625, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 390.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 394.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 384.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 394.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 800273.625, "train/tensor_act_model_layers_98_residual_post_attn/mean": 390.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 394.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 384.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 394.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 5354.4921875, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.2099609375, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 4.875, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -4.875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 4.625, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 9.5, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 5281.32275390625, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.10498046875, "train/tensor_act_model_layers_98_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 4.96875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_98_mlp_up_proj/max": 4.96875, "train/tensor_act_model_layers_98_mlp_up_proj/range": 9.53125, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 29799.662109375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 14.5, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.84375, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": 11.9375, "train/tensor_act_model_layers_98_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_98_mlp_down_proj/range": 5.8125, "train/tensor_act_model_layers_98_mlp/norm": 8187.45556640625, "train/tensor_act_model_layers_98_mlp/mean": 4.0, "train/tensor_act_model_layers_98_mlp/std": 0.005462646484375, "train/tensor_act_model_layers_98_mlp/max_abs": 4.0, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": 3.984375, "train/tensor_act_model_layers_98_mlp/max": 4.0, "train/tensor_act_model_layers_98_mlp/range": 0.015625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 808465.5625, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 394.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 398.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 388.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 398.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 808465.5625, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 394.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 1.6953125, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 398.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 388.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 398.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 808465.5625, "train/tensor_act_model_layers_99_residual_post_attn/mean": 394.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 1.6953125, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 398.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 388.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 398.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 5409.41357421875, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.09375, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 4.8125, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -4.59375, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 4.8125, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 9.40625, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 5261.42626953125, "train/tensor_act_model_layers_99_mlp_up_proj/mean": 0.0238037109375, "train/tensor_act_model_layers_99_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 4.6875, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -4.46875, "train/tensor_act_model_layers_99_mlp_up_proj/max": 4.6875, "train/tensor_act_model_layers_99_mlp_up_proj/range": 9.15625, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 29641.6796875, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 14.4375, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.96484375, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": 11.5, "train/tensor_act_model_layers_99_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_99_mlp_down_proj/range": 5.5, "train/tensor_act_model_layers_99_mlp/norm": 8185.00390625, "train/tensor_act_model_layers_99_mlp/mean": 4.0, "train/tensor_act_model_layers_99_mlp/std": 0.006744384765625, "train/tensor_act_model_layers_99_mlp/max_abs": 4.0, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": 3.96875, "train/tensor_act_model_layers_99_mlp/max": 4.0, "train/tensor_act_model_layers_99_mlp/range": 0.03125, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 816657.4375, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 398.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 1.6953125, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 402.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 392.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 402.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 10.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 1318912.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 13.0625, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 7296.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 107520.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.21514892578125, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -80384.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 107520.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 187904.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 444416.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -0.90234375, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 2464.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 12544.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -10240.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 12544.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 22784.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 434176.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": 101.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 2400.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 10944.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -10944.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 10688.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 21632.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 1019904.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 86.5, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 5632.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 61696.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.147735595703125, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -56064.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 61696.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 117760.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 301056.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -16.25, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 1664.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 7232.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.992218017578125, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -5792.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 7232.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 13024.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 294912.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": 144.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 1632.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 6656.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -5408.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 6656.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 12064.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 921600.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 225.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 5088.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 43776.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.1376953125, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -43776.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 39680.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 83456.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 288768.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 110.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 1592.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 5984.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -5568.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 5984.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 11552.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 286720.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": -25.75, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 1584.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 5728.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.97265625, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -5728.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 5440.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 11168.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 696320.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": -15.8125, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 3856.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 51456.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.076812744140625, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": -42752.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 94208.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 175104.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": 37.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 964.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 4480.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": -4480.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 3552.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 8032.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 168960.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": 15.375, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 936.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 3456.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": -3200.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 3456.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 6656.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 557056.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": -46.75, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 3088.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 48896.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.07745361328125, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": -48896.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 46080.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 94976.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 129024.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": -45.5, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 712.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 2912.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": -2784.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 2912.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 5696.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 126976.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": 20.875, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 700.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 2896.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": -2384.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 2896.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 5280.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 622592.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": -47.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 3456.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 54272.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.06939697265625, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": -54272.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 40704.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 94976.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 158720.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": -0.60546875, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 876.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 3648.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": -3424.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 3648.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 7072.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 157696.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": 8.0625, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 868.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 3936.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.9921875, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": -3616.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 3936.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 7552.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 393216.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 8.125, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 2176.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 46080.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0234375, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": -46080.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 38656.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 84736.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 80384.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": -19.5, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 444.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 1816.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.98046875, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": -1816.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 1480.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 3296.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 78336.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": -17.125, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 432.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 1720.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": -1720.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 1392.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 3112.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 448512.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": -61.25, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 2464.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 43776.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.03125, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": -43776.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 38912.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 82688.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 97280.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": -16.75, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 540.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 1904.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.98828125, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": -1904.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 1712.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 3616.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 95232.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": 7.90625, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 528.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 1784.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": -1784.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 1728.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 3512.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 311296.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 6.15625, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 1720.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 43008.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.01556396484375, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": -37632.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 43008.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 80640.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 57344.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": -12.5625, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 316.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 1160.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.9609375, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": -1072.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 1160.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 2232.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 59904.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": -25.125, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 330.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 1464.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.959808349609375, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": -1464.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 1464.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 2928.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 270336.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": -12.9375, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 1496.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 40192.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.01556396484375, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": -37120.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 40192.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 77312.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 56320.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": -33.75, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 310.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 1296.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.953125, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": -1296.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 1064.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 2360.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 58624.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": -21.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 324.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 1296.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.967620849609375, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": -1152.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 1296.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 2448.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 303104.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 13.375, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 1680.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 40448.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0155029296875, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": -40448.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 40448.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 80896.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 52736.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 1.7890625, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 292.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 1104.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.98046875, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": -868.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 1104.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 1972.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 53760.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 14.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 296.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 1280.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.98046875, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": -1280.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 928.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 2208.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 217088.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": -5.90625, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 1200.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 40192.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.007781982421875, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": -40192.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 38400.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 78592.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 37888.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 14.25, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 208.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 852.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.968292236328125, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": -728.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 852.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 1580.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 40448.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": -10.75, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 223.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 820.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.9765625, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": -820.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 764.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 1584.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 201728.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": -1.3046875, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 1112.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 44288.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.01080322265625, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": -37120.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 44288.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 81408.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 34304.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": -16.125, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 188.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 668.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.980072021484375, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": -668.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 596.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 1264.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 34304.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": -8.6875, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 189.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 636.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.98834228515625, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": -632.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 636.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 1268.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 200704.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": -5.96875, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 1112.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 39680.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.00775146484375, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": -39680.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 33280.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 72960.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 33024.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 7.28125, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 183.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 588.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.9765625, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": -588.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 544.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 1132.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 33280.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": -10.4375, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 184.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 620.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.98046875, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": -620.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 536.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 1156.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 3680.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 0.8046875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 20.375, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 444.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.402069091796875, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": -444.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 368.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 812.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 1512.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 0.7265625, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 8.3125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 47.75, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.577667236328125, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": -43.5, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 47.75, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 91.25, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 1480.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": -0.46484375, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 8.1875, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 46.75, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.571014404296875, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": -45.25, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 46.75, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 92.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 6422528.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 506.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 35584.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 115200.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -115200.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 110592.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 225792.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 6979584.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -85.5, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 38656.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 246784.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.9998779296875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -227328.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 246784.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 474112.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 6946816.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -102.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 38400.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 225280.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999786376953125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -185344.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 225280.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 410624.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 6.103515625e-05, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.0001926422119140625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.000194549560546875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": 0.000621795654296875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00164031982421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.00165557861328125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -0.000949859619140625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1044921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0010528564453125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.19921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -9.918212890625e-05, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.000606536865234375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.20751953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.0028533935546875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.20654296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.000659942626953125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.000774383544921875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000736236572265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.109375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.000457763671875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.00066375732421875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.00010347366333007812, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0001049041748046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.00244140625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0004634857177734375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 1.4185905456542969e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 0.00084686279296875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0004863739013671875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": -0.000720977783203125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0019073486328125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.002044677734375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -0.000720977783203125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.0008392333984375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.000789642333984375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00124359130859375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.001190185546875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.00026702880859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.001800537109375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.00170135498046875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.001373291015625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.000492095947265625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.0001506805419921875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.000888824462890625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0020751953125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.00011301040649414062, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00069427490234375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.001556396484375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00064849853515625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.00145721435546875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.000499725341796875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.00010442733764648438, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.00148773193359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": -0.00103759765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00170135498046875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -3.769993782043457e-06, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.00058746337890625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.000209808349609375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.0012969970703125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.000881195068359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.0004863739013671875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.0012054443359375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00147247314453125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.00164031982421875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.00020313262939453125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.00122833251953125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00154876708984375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.00055694580078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 0.00040435791015625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.0020751953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00112152099609375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 9.489059448242188e-05, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.00128936767578125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -0.000682830810546875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.000896453857421875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 2.5987625122070312e-05, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.0011444091796875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.001708984375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.00150299072265625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0003643035888671875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.00191497802734375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.000514984130859375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.00135040283203125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.00020885467529296875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.0003795623779296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0012054443359375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.00091552734375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.000240325927734375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.001373291015625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 0.001434326171875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.000652313232421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -0.0001220703125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000926971435546875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.000926971435546875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 9.298324584960938e-05, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.00139617919921875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.0013275146484375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 6.723403930664062e-05, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.0001125335693359375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00146484375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.00091552734375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0004215240478515625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.0003223419189453125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.0014190673828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.0004863739013671875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.00138092041015625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": 0.0009765625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.001220703125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -4.26173210144043e-06, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.0020294189453125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.00151824951171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.00138092041015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 8.821487426757812e-05, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 0.000743865966796875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.000835418701171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0006256103515625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.0003643035888671875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.00012159347534179688, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.0012054443359375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 6.4849853515625e-05, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.00177764892578125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.0010528564453125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.00093841552734375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 0.000858306884765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 0.00013065338134765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.000606536865234375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00165557861328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -4.172325134277344e-05, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": -1.9311904907226562e-05, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.00113677978515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00154876708984375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.000804901123046875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.0009307861328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.0002422332763671875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.000400543212890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.0001373291015625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.000926971435546875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0011138916015625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0028839111328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": -0.0003528594970703125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.00012874603271484375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.000244140625, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.00060272216796875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.000911712646484375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00118255615234375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.00026702880859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -0.000911712646484375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -7.104873657226562e-05, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 0.000568389892578125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.0003757476806640625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0009613037109375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0003185272216796875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": 2.658367156982422e-05, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.0011444091796875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 7.0035457611083984e-06, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.00046539306640625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.00183868408203125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.001556396484375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.00177001953125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.0004291534423828125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0009918212890625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.000537872314453125, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000469207763671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.0005950927734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": -8.940696716308594e-06, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00106048583984375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.00078582763671875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.00103759765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -0.00011777877807617188, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 4.100799560546875e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -8.869171142578125e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.00115966796875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.00031280517578125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 0.000438690185546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": -0.0004062652587890625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -3.266334533691406e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.00086212158203125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.0002593994140625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": 0.000637054443359375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0003414154052734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00167083740234375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.000827789306640625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": 0.000698089599609375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00133514404296875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.0016021728515625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000797271728515625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.00170135498046875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 0.001190185546875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.0001354217529296875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": -0.001495361328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.0014801025390625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.00054168701171875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": -0.000553131103515625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.0015869140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.00031280517578125, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": -0.00107574462890625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.00098419189453125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.0001316070556640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 6.198883056640625e-05, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": -0.0004673004150390625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": -6.151199340820312e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": -0.000347137451171875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.00124359130859375, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.001220703125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": -0.00164031982421875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.000823974609375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.0004215240478515625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": -0.000732421875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.75, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": 0.00018596649169921875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.75, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.00012063980102539062, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.306640625} -{"step": 2840, "epoch": 0.1914391641388608, "timestamp": 1786742656.5149896, "loss": 7.947966003417969, "grad_norm": 8585216.0, "learning_rate": 9e-05, "train/total_time_seconds": 108.15437382087111, "train/time_per_step_avg": 0.32597923532128337, "train/epoch_time_elapsed": 127.07481424883008, "train/estimated_remaining_minutes": 0.4189077859259092} -{"step": 2860, "epoch": 0.19278732726659925, "timestamp": 1786742664.1029837, "loss": 7.942383575439453, "grad_norm": 6815744.0, "learning_rate": 9e-05, "train/total_time_seconds": 114.6078973673284, "train/time_per_step_avg": 0.31808548178523777, "train/epoch_time_elapsed": 134.63420667126775, "train/estimated_remaining_minutes": 0.42744204146322945, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.6397247314453, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.001708984375, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.091796875, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.546875, "train/tensor_act_model_layers_0_residual_post_attn/norm": 188.95303344726562, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.00171661376953125, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09228515625, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.390625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.314453125, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.390625, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.705078125, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 4214.05322265625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.010986328125, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 1.453125, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 6.40625, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -5.71875, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 6.40625, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 12.125, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 4215.62109375, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.008544921875, "train/tensor_act_model_layers_0_mlp_up_proj/std": 1.453125, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 5.625, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -5.375, "train/tensor_act_model_layers_0_mlp_up_proj/max": 5.625, "train/tensor_act_model_layers_0_mlp_up_proj/range": 11.0, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 54678.09375, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 20.0, "train/tensor_act_model_layers_0_mlp_down_proj/std": 17.75, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 88.5, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.578026294708252, "train/tensor_act_model_layers_0_mlp_down_proj/min": 0.4609375, "train/tensor_act_model_layers_0_mlp_down_proj/max": 88.5, "train/tensor_act_model_layers_0_mlp_down_proj/range": 88.0390625, "train/tensor_act_model_layers_0_mlp/norm": 7485.2490234375, "train/tensor_act_model_layers_0_mlp/mean": 3.578125, "train/tensor_act_model_layers_0_mlp/std": 0.7109375, "train/tensor_act_model_layers_0_mlp/max_abs": 4.0, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": 0.458984375, "train/tensor_act_model_layers_0_mlp/max": 4.0, "train/tensor_act_model_layers_0_mlp/range": 3.541015625, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 7490.677734375, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 3.59375, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.71484375, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 4.3125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": 0.283203125, "train/tensor_act_model_layers_0_residual_post_mlp/max": 4.3125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 4.029296875, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 7490.677734375, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 3.59375, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.71484375, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 4.3125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": 0.283203125, "train/tensor_act_model_layers_1_residual_pre_attn/max": 4.3125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 4.029296875, "train/tensor_act_model_layers_1_residual_post_attn/norm": 7488.431640625, "train/tensor_act_model_layers_1_residual_post_attn/mean": 3.578125, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.71875, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": 0.248046875, "train/tensor_act_model_layers_1_residual_post_attn/max": 4.4375, "train/tensor_act_model_layers_1_residual_post_attn/range": 4.189453125, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 5431.37548828125, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.08154296875, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -3.796875, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 7.921875, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 5386.29052734375, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.2109375, "train/tensor_act_model_layers_1_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 4.25, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_1_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_1_mlp_up_proj/range": 8.4375, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 38359.01953125, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 18.625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 1.390625, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 24.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": 14.875, "train/tensor_act_model_layers_1_mlp_down_proj/max": 24.0, "train/tensor_act_model_layers_1_mlp_down_proj/range": 9.125, "train/tensor_act_model_layers_1_mlp/norm": 8192.0, "train/tensor_act_model_layers_1_mlp/mean": 4.0, "train/tensor_act_model_layers_1_mlp/std": 0.0, "train/tensor_act_model_layers_1_mlp/max_abs": 4.0, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": 4.0, "train/tensor_act_model_layers_1_mlp/max": 4.0, "train/tensor_act_model_layers_1_mlp/range": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 15601.9658203125, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 7.59375, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.71875, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 8.4375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": 4.25, "train/tensor_act_model_layers_1_residual_post_mlp/max": 8.4375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 4.1875, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 15601.9658203125, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 7.59375, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.71875, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 8.4375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": 4.25, "train/tensor_act_model_layers_2_residual_pre_attn/max": 8.4375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 4.1875, "train/tensor_act_model_layers_2_residual_post_attn/norm": 15599.1396484375, "train/tensor_act_model_layers_2_residual_post_attn/mean": 7.59375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.72265625, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 8.5, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": 4.125, "train/tensor_act_model_layers_2_residual_post_attn/max": 8.5, "train/tensor_act_model_layers_2_residual_post_attn/range": 4.375, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 5338.42041015625, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.12158203125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 6.96875, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 5399.9580078125, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.040283203125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 3.890625, "train/tensor_act_model_layers_2_mlp_up_proj/range": 7.921875, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 31055.95703125, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 15.125, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.703125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 17.625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_2_mlp_down_proj/max": 17.625, "train/tensor_act_model_layers_2_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_2_mlp/norm": 8192.0, "train/tensor_act_model_layers_2_mlp/mean": 4.0, "train/tensor_act_model_layers_2_mlp/std": 0.0, "train/tensor_act_model_layers_2_mlp/max_abs": 4.0, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": 4.0, "train/tensor_act_model_layers_2_mlp/max": 4.0, "train/tensor_act_model_layers_2_mlp/range": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 23769.138671875, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 11.5625, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.72265625, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 12.5, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.9371306896209717, "train/tensor_act_model_layers_2_residual_post_mlp/min": 8.125, "train/tensor_act_model_layers_2_residual_post_mlp/max": 12.5, "train/tensor_act_model_layers_2_residual_post_mlp/range": 4.375, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 23769.138671875, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 11.5625, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.72265625, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 12.5, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.9371306896209717, "train/tensor_act_model_layers_3_residual_pre_attn/min": 8.125, "train/tensor_act_model_layers_3_residual_pre_attn/max": 12.5, "train/tensor_act_model_layers_3_residual_pre_attn/range": 4.375, "train/tensor_act_model_layers_3_residual_post_attn/norm": 23770.615234375, "train/tensor_act_model_layers_3_residual_post_attn/mean": 11.5625, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.7265625, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 12.5625, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.9382655620574951, "train/tensor_act_model_layers_3_residual_post_attn/min": 8.1875, "train/tensor_act_model_layers_3_residual_post_attn/max": 12.5625, "train/tensor_act_model_layers_3_residual_post_attn/range": 4.375, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 5351.0009765625, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.01287841796875, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 6.984375, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 5274.36962890625, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.0771484375, "train/tensor_act_model_layers_3_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_3_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 6.984375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 30674.15625, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.55859375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 18.5, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_3_mlp_down_proj/max": 18.5, "train/tensor_act_model_layers_3_mlp_down_proj/range": 4.3125, "train/tensor_act_model_layers_3_mlp/norm": 8192.0, "train/tensor_act_model_layers_3_mlp/mean": 4.0, "train/tensor_act_model_layers_3_mlp/std": 0.0, "train/tensor_act_model_layers_3_mlp/max_abs": 4.0, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": 4.0, "train/tensor_act_model_layers_3_mlp/max": 4.0, "train/tensor_act_model_layers_3_mlp/range": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 31942.8984375, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 15.5625, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.7265625, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 16.5, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": 12.1875, "train/tensor_act_model_layers_3_residual_post_mlp/max": 16.5, "train/tensor_act_model_layers_3_residual_post_mlp/range": 4.3125, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 31942.8984375, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 15.5625, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.7265625, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 16.5, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": 12.1875, "train/tensor_act_model_layers_4_residual_pre_attn/max": 16.5, "train/tensor_act_model_layers_4_residual_pre_attn/range": 4.3125, "train/tensor_act_model_layers_4_residual_post_attn/norm": 31929.783203125, "train/tensor_act_model_layers_4_residual_post_attn/mean": 15.5625, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.734375, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 16.625, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_residual_post_attn/min": 12.125, "train/tensor_act_model_layers_4_residual_post_attn/max": 16.625, "train/tensor_act_model_layers_4_residual_post_attn/range": 4.5, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 5322.0234375, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.08447265625, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -3.703125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 7.25, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 5383.8056640625, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.03076171875, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 3.546875, "train/tensor_act_model_layers_4_mlp_up_proj/range": 7.09375, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 30611.994140625, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.48046875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_4_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_4_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_4_mlp/norm": 8192.0, "train/tensor_act_model_layers_4_mlp/mean": 4.0, "train/tensor_act_model_layers_4_mlp/std": 0.0, "train/tensor_act_model_layers_4_mlp/max_abs": 4.0, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": 4.0, "train/tensor_act_model_layers_4_mlp/max": 4.0, "train/tensor_act_model_layers_4_mlp/range": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 40121.21484375, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 19.625, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.73828125, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 20.625, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": 16.125, "train/tensor_act_model_layers_4_residual_post_mlp/max": 20.625, "train/tensor_act_model_layers_4_residual_post_mlp/range": 4.5, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 40121.21484375, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 19.625, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.73828125, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 20.625, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": 16.125, "train/tensor_act_model_layers_5_residual_pre_attn/max": 20.625, "train/tensor_act_model_layers_5_residual_pre_attn/range": 4.5, "train/tensor_act_model_layers_5_residual_post_attn/norm": 40112.6171875, "train/tensor_act_model_layers_5_residual_post_attn/mean": 19.625, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.74609375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 20.875, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_post_attn/min": 15.9375, "train/tensor_act_model_layers_5_residual_post_attn/max": 20.875, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.9375, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 5181.10791015625, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.099609375, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 6.5, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 5225.0732421875, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.0947265625, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_5_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_5_mlp_up_proj/range": 6.59375, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 30548.240234375, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.4140625, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_5_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_5_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_5_mlp/norm": 8192.0, "train/tensor_act_model_layers_5_mlp/mean": 4.0, "train/tensor_act_model_layers_5_mlp/std": 0.0, "train/tensor_act_model_layers_5_mlp/max_abs": 4.0, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": 4.0, "train/tensor_act_model_layers_5_mlp/max": 4.0, "train/tensor_act_model_layers_5_mlp/range": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 48299.671875, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 23.625, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.74609375, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 24.875, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": 20.0, "train/tensor_act_model_layers_5_residual_post_mlp/max": 24.875, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.875, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 48299.671875, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 23.625, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.74609375, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 24.875, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": 20.0, "train/tensor_act_model_layers_6_residual_pre_attn/max": 24.875, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.875, "train/tensor_act_model_layers_6_residual_post_attn/norm": 48263.3203125, "train/tensor_act_model_layers_6_residual_post_attn/mean": 23.5, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.75, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 25.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_attn/min": 20.0, "train/tensor_act_model_layers_6_residual_post_attn/max": 25.0, "train/tensor_act_model_layers_6_residual_post_attn/range": 5.0, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 5326.435546875, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.0498046875, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 6.796875, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 5288.271484375, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.05859375, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_6_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_6_mlp_up_proj/range": 6.953125, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 30515.90625, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.42578125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_6_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_6_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_6_mlp/norm": 8192.0, "train/tensor_act_model_layers_6_mlp/mean": 4.0, "train/tensor_act_model_layers_6_mlp/std": 0.0, "train/tensor_act_model_layers_6_mlp/max_abs": 4.0, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": 4.0, "train/tensor_act_model_layers_6_mlp/max": 4.0, "train/tensor_act_model_layers_6_mlp/range": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 56451.7734375, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 27.5, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.75, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 29.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": 24.0, "train/tensor_act_model_layers_6_residual_post_mlp/max": 29.0, "train/tensor_act_model_layers_6_residual_post_mlp/range": 5.0, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 56451.7734375, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 27.5, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.75, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 29.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": 24.0, "train/tensor_act_model_layers_7_residual_pre_attn/max": 29.0, "train/tensor_act_model_layers_7_residual_pre_attn/range": 5.0, "train/tensor_act_model_layers_7_residual_post_attn/norm": 56483.48828125, "train/tensor_act_model_layers_7_residual_post_attn/mean": 27.625, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.7734375, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 29.375, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_attn/min": 23.75, "train/tensor_act_model_layers_7_residual_post_attn/max": 29.375, "train/tensor_act_model_layers_7_residual_post_attn/range": 5.625, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 5478.36865234375, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.032470703125, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.59375, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 7.03125, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 5352.3828125, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.07177734375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_7_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_7_mlp_up_proj/range": 7.21875, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 30494.330078125, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_7_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_7_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_7_mlp/norm": 8192.0, "train/tensor_act_model_layers_7_mlp/mean": 4.0, "train/tensor_act_model_layers_7_mlp/std": 0.0, "train/tensor_act_model_layers_7_mlp/max_abs": 4.0, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": 4.0, "train/tensor_act_model_layers_7_mlp/max": 4.0, "train/tensor_act_model_layers_7_mlp/range": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 64654.09765625, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 31.5, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.76953125, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 33.5, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": 27.75, "train/tensor_act_model_layers_7_residual_post_mlp/max": 33.5, "train/tensor_act_model_layers_7_residual_post_mlp/range": 5.75, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 64654.09765625, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 31.5, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.76953125, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 33.5, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": 27.75, "train/tensor_act_model_layers_8_residual_pre_attn/max": 33.5, "train/tensor_act_model_layers_8_residual_pre_attn/range": 5.75, "train/tensor_act_model_layers_8_residual_post_attn/norm": 64635.3671875, "train/tensor_act_model_layers_8_residual_post_attn/mean": 31.5, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.79296875, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 33.5, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_attn/min": 27.25, "train/tensor_act_model_layers_8_residual_post_attn/max": 33.5, "train/tensor_act_model_layers_8_residual_post_attn/range": 6.25, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 5387.65234375, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.035888671875, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -3.328125, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 5307.92724609375, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0135498046875, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_8_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_8_mlp_up_proj/range": 6.578125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 30355.6796875, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.3671875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_8_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_8_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_8_mlp/norm": 8192.0, "train/tensor_act_model_layers_8_mlp/mean": 4.0, "train/tensor_act_model_layers_8_mlp/std": 0.0, "train/tensor_act_model_layers_8_mlp/max_abs": 4.0, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 4.0, "train/tensor_act_model_layers_8_mlp/max": 4.0, "train/tensor_act_model_layers_8_mlp/range": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 72839.921875, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 35.5, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.80078125, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 37.5, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 31.25, "train/tensor_act_model_layers_8_residual_post_mlp/max": 37.5, "train/tensor_act_model_layers_8_residual_post_mlp/range": 6.25, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 72839.921875, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 35.5, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.80078125, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 37.5, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 31.25, "train/tensor_act_model_layers_9_residual_pre_attn/max": 37.5, "train/tensor_act_model_layers_9_residual_pre_attn/range": 6.25, "train/tensor_act_model_layers_9_residual_post_attn/norm": 72823.9609375, "train/tensor_act_model_layers_9_residual_post_attn/mean": 35.5, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.80078125, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 37.5, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 31.375, "train/tensor_act_model_layers_9_residual_post_attn/max": 37.5, "train/tensor_act_model_layers_9_residual_post_attn/range": 6.125, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 5338.60400390625, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.3125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 3.640625, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 7.359375, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 5370.2314453125, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.05859375, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_9_mlp_up_proj/range": 7.28125, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 30600.146484375, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.44921875, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_9_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_9_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_9_mlp/norm": 8192.0, "train/tensor_act_model_layers_9_mlp/mean": 4.0, "train/tensor_act_model_layers_9_mlp/std": 0.0, "train/tensor_act_model_layers_9_mlp/max_abs": 4.0, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 4.0, "train/tensor_act_model_layers_9_mlp/max": 4.0, "train/tensor_act_model_layers_9_mlp/range": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 81014.109375, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 39.5, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.80078125, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 41.5, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 35.5, "train/tensor_act_model_layers_9_residual_post_mlp/max": 41.5, "train/tensor_act_model_layers_9_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 81014.109375, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 39.5, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.80078125, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 41.5, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 35.5, "train/tensor_act_model_layers_10_residual_pre_attn/max": 41.5, "train/tensor_act_model_layers_10_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_10_residual_post_attn/norm": 81026.5, "train/tensor_act_model_layers_10_residual_post_attn/mean": 39.5, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.80859375, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 41.5, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 35.5, "train/tensor_act_model_layers_10_residual_post_attn/max": 41.5, "train/tensor_act_model_layers_10_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 5308.97900390625, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.039794921875, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 5390.462890625, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.130859375, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_10_mlp_up_proj/max": 3.1875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 6.46875, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 30479.330078125, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.3984375, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_10_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_10_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_10_mlp/norm": 8192.0, "train/tensor_act_model_layers_10_mlp/mean": 4.0, "train/tensor_act_model_layers_10_mlp/std": 0.0, "train/tensor_act_model_layers_10_mlp/max_abs": 4.0, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 4.0, "train/tensor_act_model_layers_10_mlp/max": 4.0, "train/tensor_act_model_layers_10_mlp/range": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 89216.9375, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 43.5, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.80859375, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 45.5, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 39.5, "train/tensor_act_model_layers_10_residual_post_mlp/max": 45.5, "train/tensor_act_model_layers_10_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 89216.9375, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 43.5, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.80859375, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 45.5, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 39.5, "train/tensor_act_model_layers_11_residual_pre_attn/max": 45.5, "train/tensor_act_model_layers_11_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_11_residual_post_attn/norm": 89177.0078125, "train/tensor_act_model_layers_11_residual_post_attn/mean": 43.5, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.8125, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 45.5, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 39.5, "train/tensor_act_model_layers_11_residual_post_attn/max": 45.5, "train/tensor_act_model_layers_11_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 5411.9833984375, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.0203857421875, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -3.5, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 3.421875, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 6.921875, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 5452.6923828125, "train/tensor_act_model_layers_11_mlp_up_proj/mean": 0.00177764892578125, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_11_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 6.9375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 30541.435546875, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.4296875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_11_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_11_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_11_mlp/norm": 8192.0, "train/tensor_act_model_layers_11_mlp/mean": 4.0, "train/tensor_act_model_layers_11_mlp/std": 0.0, "train/tensor_act_model_layers_11_mlp/max_abs": 4.0, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 4.0, "train/tensor_act_model_layers_11_mlp/max": 4.0, "train/tensor_act_model_layers_11_mlp/range": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 97367.7109375, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 47.5, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.8125, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 49.5, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 43.5, "train/tensor_act_model_layers_11_residual_post_mlp/max": 49.5, "train/tensor_act_model_layers_11_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 97367.7109375, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 47.5, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.8125, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 49.5, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 43.5, "train/tensor_act_model_layers_12_residual_pre_attn/max": 49.5, "train/tensor_act_model_layers_12_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_12_residual_post_attn/norm": 97299.421875, "train/tensor_act_model_layers_12_residual_post_attn/mean": 47.5, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.828125, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 49.5, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 43.5, "train/tensor_act_model_layers_12_residual_post_attn/max": 49.5, "train/tensor_act_model_layers_12_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 5292.4541015625, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.041015625, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 7.265625, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 5465.1748046875, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.099609375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_12_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_12_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 30284.60546875, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.30078125, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 15.6875, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_12_mlp_down_proj/max": 15.6875, "train/tensor_act_model_layers_12_mlp_down_proj/range": 1.5, "train/tensor_act_model_layers_12_mlp/norm": 8192.0, "train/tensor_act_model_layers_12_mlp/mean": 4.0, "train/tensor_act_model_layers_12_mlp/std": 0.0, "train/tensor_act_model_layers_12_mlp/max_abs": 4.0, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 4.0, "train/tensor_act_model_layers_12_mlp/max": 4.0, "train/tensor_act_model_layers_12_mlp/range": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 105490.28125, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 51.5, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.828125, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 53.5, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 47.5, "train/tensor_act_model_layers_12_residual_post_mlp/max": 53.5, "train/tensor_act_model_layers_12_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 105490.28125, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 51.5, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.828125, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 53.5, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 47.5, "train/tensor_act_model_layers_13_residual_pre_attn/max": 53.5, "train/tensor_act_model_layers_13_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_13_residual_post_attn/norm": 105411.875, "train/tensor_act_model_layers_13_residual_post_attn/mean": 51.5, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.84765625, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 53.5, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 47.5, "train/tensor_act_model_layers_13_residual_post_attn/max": 53.5, "train/tensor_act_model_layers_13_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 5312.30859375, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.0625, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 7.390625, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 5339.8193359375, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.09228515625, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_13_mlp_up_proj/max": 3.6875, "train/tensor_act_model_layers_13_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 30586.216796875, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.5078125, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 18.125, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_13_mlp_down_proj/max": 18.125, "train/tensor_act_model_layers_13_mlp_down_proj/range": 3.9375, "train/tensor_act_model_layers_13_mlp/norm": 8192.0, "train/tensor_act_model_layers_13_mlp/mean": 4.0, "train/tensor_act_model_layers_13_mlp/std": 0.0, "train/tensor_act_model_layers_13_mlp/max_abs": 4.0, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 4.0, "train/tensor_act_model_layers_13_mlp/max": 4.0, "train/tensor_act_model_layers_13_mlp/range": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 113602.8359375, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 55.5, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.84765625, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 57.5, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 51.5, "train/tensor_act_model_layers_13_residual_post_mlp/max": 57.5, "train/tensor_act_model_layers_13_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 113602.8359375, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 55.5, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.84765625, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 57.5, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 51.5, "train/tensor_act_model_layers_14_residual_pre_attn/max": 57.5, "train/tensor_act_model_layers_14_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_14_residual_post_attn/norm": 113583.2578125, "train/tensor_act_model_layers_14_residual_post_attn/mean": 55.5, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.86328125, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 57.5, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 51.5, "train/tensor_act_model_layers_14_residual_post_attn/max": 57.5, "train/tensor_act_model_layers_14_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 5364.74755859375, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.26171875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 5385.634765625, "train/tensor_act_model_layers_14_mlp_up_proj/mean": 0.03515625, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_14_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_14_mlp_up_proj/range": 6.796875, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 30394.13671875, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.41015625, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_14_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_14_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_14_mlp/norm": 8192.0, "train/tensor_act_model_layers_14_mlp/mean": 4.0, "train/tensor_act_model_layers_14_mlp/std": 0.0, "train/tensor_act_model_layers_14_mlp/max_abs": 4.0, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 4.0, "train/tensor_act_model_layers_14_mlp/max": 4.0, "train/tensor_act_model_layers_14_mlp/range": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 121774.3359375, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 59.5, "train/tensor_act_model_layers_14_residual_post_mlp/std": 0.86328125, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 61.5, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 55.5, "train/tensor_act_model_layers_14_residual_post_mlp/max": 61.5, "train/tensor_act_model_layers_14_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 121774.3359375, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 59.5, "train/tensor_act_model_layers_15_residual_pre_attn/std": 0.86328125, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 61.5, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 55.5, "train/tensor_act_model_layers_15_residual_pre_attn/max": 61.5, "train/tensor_act_model_layers_15_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_15_residual_post_attn/norm": 121730.890625, "train/tensor_act_model_layers_15_residual_post_attn/mean": 59.5, "train/tensor_act_model_layers_15_residual_post_attn/std": 0.87890625, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 61.5, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 55.25, "train/tensor_act_model_layers_15_residual_post_attn/max": 61.5, "train/tensor_act_model_layers_15_residual_post_attn/range": 6.25, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 5405.615234375, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.09228515625, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -3.9375, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 7.5, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 5356.03271484375, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.0810546875, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_15_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_15_mlp_up_proj/range": 6.9375, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 30479.359375, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_15_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_15_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_15_mlp/norm": 8192.0, "train/tensor_act_model_layers_15_mlp/mean": 4.0, "train/tensor_act_model_layers_15_mlp/std": 0.0, "train/tensor_act_model_layers_15_mlp/max_abs": 4.0, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 4.0, "train/tensor_act_model_layers_15_mlp/max": 4.0, "train/tensor_act_model_layers_15_mlp/range": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 129874.8125, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 63.5, "train/tensor_act_model_layers_15_residual_post_mlp/std": 0.8671875, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 65.5, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 59.25, "train/tensor_act_model_layers_15_residual_post_mlp/max": 65.5, "train/tensor_act_model_layers_15_residual_post_mlp/range": 6.25, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 129874.8125, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 63.5, "train/tensor_act_model_layers_16_residual_pre_attn/std": 0.8671875, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 65.5, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 59.25, "train/tensor_act_model_layers_16_residual_pre_attn/max": 65.5, "train/tensor_act_model_layers_16_residual_pre_attn/range": 6.25, "train/tensor_act_model_layers_16_residual_post_attn/norm": 129842.3359375, "train/tensor_act_model_layers_16_residual_post_attn/mean": 63.5, "train/tensor_act_model_layers_16_residual_post_attn/std": 0.8828125, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 65.5, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 59.25, "train/tensor_act_model_layers_16_residual_post_attn/max": 65.5, "train/tensor_act_model_layers_16_residual_post_attn/range": 6.25, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 5323.13037109375, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.0498046875, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 5343.35009765625, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.10693359375, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_16_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_16_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 30410.884765625, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.35546875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_16_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_16_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_16_mlp/norm": 8192.0, "train/tensor_act_model_layers_16_mlp/mean": 4.0, "train/tensor_act_model_layers_16_mlp/std": 0.0, "train/tensor_act_model_layers_16_mlp/max_abs": 4.0, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 4.0, "train/tensor_act_model_layers_16_mlp/max": 4.0, "train/tensor_act_model_layers_16_mlp/range": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 138105.265625, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 67.5, "train/tensor_act_model_layers_16_residual_post_mlp/std": 0.91015625, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 69.5, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 63.25, "train/tensor_act_model_layers_16_residual_post_mlp/max": 69.5, "train/tensor_act_model_layers_16_residual_post_mlp/range": 6.25, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 138105.265625, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 67.5, "train/tensor_act_model_layers_17_residual_pre_attn/std": 0.91015625, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 69.5, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 63.25, "train/tensor_act_model_layers_17_residual_pre_attn/max": 69.5, "train/tensor_act_model_layers_17_residual_pre_attn/range": 6.25, "train/tensor_act_model_layers_17_residual_post_attn/norm": 138088.75, "train/tensor_act_model_layers_17_residual_post_attn/mean": 67.5, "train/tensor_act_model_layers_17_residual_post_attn/std": 0.9140625, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 69.5, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 63.0, "train/tensor_act_model_layers_17_residual_post_attn/max": 69.5, "train/tensor_act_model_layers_17_residual_post_attn/range": 6.5, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 5214.34228515625, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.1591796875, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 3.765625, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -3.5625, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 3.765625, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 5250.19970703125, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.061767578125, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 3.90625, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_17_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_17_mlp_up_proj/range": 7.625, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 30409.21484375, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.380859375, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_17_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_17_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_17_mlp/norm": 8192.0, "train/tensor_act_model_layers_17_mlp/mean": 4.0, "train/tensor_act_model_layers_17_mlp/std": 0.0, "train/tensor_act_model_layers_17_mlp/max_abs": 4.0, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 4.0, "train/tensor_act_model_layers_17_mlp/max": 4.0, "train/tensor_act_model_layers_17_mlp/range": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 146280.59375, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 71.5, "train/tensor_act_model_layers_17_residual_post_mlp/std": 0.9140625, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 73.5, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 67.0, "train/tensor_act_model_layers_17_residual_post_mlp/max": 73.5, "train/tensor_act_model_layers_17_residual_post_mlp/range": 6.5, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 146280.59375, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 71.5, "train/tensor_act_model_layers_18_residual_pre_attn/std": 0.9140625, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 73.5, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 67.0, "train/tensor_act_model_layers_18_residual_pre_attn/max": 73.5, "train/tensor_act_model_layers_18_residual_pre_attn/range": 6.5, "train/tensor_act_model_layers_18_residual_post_attn/norm": 146256.859375, "train/tensor_act_model_layers_18_residual_post_attn/mean": 71.5, "train/tensor_act_model_layers_18_residual_post_attn/std": 0.92578125, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 74.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 67.0, "train/tensor_act_model_layers_18_residual_post_attn/max": 74.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 5310.3564453125, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.15234375, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 7.171875, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 5273.8427734375, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.0322265625, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_18_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 30474.474609375, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_18_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_18_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_18_mlp/norm": 8192.0, "train/tensor_act_model_layers_18_mlp/mean": 4.0, "train/tensor_act_model_layers_18_mlp/std": 0.0, "train/tensor_act_model_layers_18_mlp/max_abs": 4.0, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 4.0, "train/tensor_act_model_layers_18_mlp/max": 4.0, "train/tensor_act_model_layers_18_mlp/range": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 154448.21875, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 75.5, "train/tensor_act_model_layers_18_residual_post_mlp/std": 0.92578125, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 78.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 71.0, "train/tensor_act_model_layers_18_residual_post_mlp/max": 78.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 154448.21875, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 75.5, "train/tensor_act_model_layers_19_residual_pre_attn/std": 0.92578125, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 78.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 71.0, "train/tensor_act_model_layers_19_residual_pre_attn/max": 78.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_19_residual_post_attn/norm": 154448.21875, "train/tensor_act_model_layers_19_residual_post_attn/mean": 75.5, "train/tensor_act_model_layers_19_residual_post_attn/std": 0.92578125, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 78.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 71.0, "train/tensor_act_model_layers_19_residual_post_attn/max": 78.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 5361.72802734375, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.034423828125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 7.046875, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 5261.95263671875, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.23046875, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 3.640625, "train/tensor_act_model_layers_19_mlp_up_proj/range": 7.34375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 30438.611328125, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_19_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_19_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_19_mlp/norm": 8192.0, "train/tensor_act_model_layers_19_mlp/mean": 4.0, "train/tensor_act_model_layers_19_mlp/std": 0.0, "train/tensor_act_model_layers_19_mlp/max_abs": 4.0, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 4.0, "train/tensor_act_model_layers_19_mlp/max": 4.0, "train/tensor_act_model_layers_19_mlp/range": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 162639.625, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 79.5, "train/tensor_act_model_layers_19_residual_post_mlp/std": 0.92578125, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 82.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 75.0, "train/tensor_act_model_layers_19_residual_post_mlp/max": 82.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 162639.625, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 79.5, "train/tensor_act_model_layers_20_residual_pre_attn/std": 0.92578125, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 82.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 75.0, "train/tensor_act_model_layers_20_residual_pre_attn/max": 82.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_20_residual_post_attn/norm": 162638.421875, "train/tensor_act_model_layers_20_residual_post_attn/mean": 79.5, "train/tensor_act_model_layers_20_residual_post_attn/std": 0.92578125, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 82.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 75.0, "train/tensor_act_model_layers_20_residual_post_attn/max": 82.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 5381.6640625, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.17578125, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -3.40625, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 6.9375, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 5479.2939453125, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.06298828125, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 3.890625, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -3.171875, "train/tensor_act_model_layers_20_mlp_up_proj/max": 3.890625, "train/tensor_act_model_layers_20_mlp_up_proj/range": 7.0625, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 30520.86328125, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.458984375, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_20_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_20_mlp_down_proj/range": 2.5, "train/tensor_act_model_layers_20_mlp/norm": 8192.0, "train/tensor_act_model_layers_20_mlp/mean": 4.0, "train/tensor_act_model_layers_20_mlp/std": 0.0, "train/tensor_act_model_layers_20_mlp/max_abs": 4.0, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 4.0, "train/tensor_act_model_layers_20_mlp/max": 4.0, "train/tensor_act_model_layers_20_mlp/range": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 170829.890625, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 83.5, "train/tensor_act_model_layers_20_residual_post_mlp/std": 0.92578125, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 86.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 79.0, "train/tensor_act_model_layers_20_residual_post_mlp/max": 86.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 170829.890625, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 83.5, "train/tensor_act_model_layers_21_residual_pre_attn/std": 0.92578125, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 86.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 79.0, "train/tensor_act_model_layers_21_residual_pre_attn/max": 86.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_21_residual_post_attn/norm": 170829.890625, "train/tensor_act_model_layers_21_residual_post_attn/mean": 83.5, "train/tensor_act_model_layers_21_residual_post_attn/std": 0.92578125, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 86.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 79.0, "train/tensor_act_model_layers_21_residual_post_attn/max": 86.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 5360.16552734375, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.024658203125, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 3.75, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 7.34375, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 5390.04541015625, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.0194091796875, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -3.421875, "train/tensor_act_model_layers_21_mlp_up_proj/max": 3.609375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 30474.5, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.412109375, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_21_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_21_mlp_down_proj/range": 2.5625, "train/tensor_act_model_layers_21_mlp/norm": 8192.0, "train/tensor_act_model_layers_21_mlp/mean": 4.0, "train/tensor_act_model_layers_21_mlp/std": 0.0, "train/tensor_act_model_layers_21_mlp/max_abs": 4.0, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 4.0, "train/tensor_act_model_layers_21_mlp/max": 4.0, "train/tensor_act_model_layers_21_mlp/range": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 179021.40625, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 87.5, "train/tensor_act_model_layers_21_residual_post_mlp/std": 0.92578125, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 90.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 83.0, "train/tensor_act_model_layers_21_residual_post_mlp/max": 90.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 179021.40625, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 87.5, "train/tensor_act_model_layers_22_residual_pre_attn/std": 0.92578125, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 90.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 83.0, "train/tensor_act_model_layers_22_residual_pre_attn/max": 90.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_22_residual_post_attn/norm": 179021.40625, "train/tensor_act_model_layers_22_residual_post_attn/mean": 87.5, "train/tensor_act_model_layers_22_residual_post_attn/std": 0.92578125, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 90.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 83.0, "train/tensor_act_model_layers_22_residual_post_attn/max": 90.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 5425.78759765625, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.03466796875, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 8.03125, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 5303.2978515625, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.11376953125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_22_mlp_up_proj/max": 3.234375, "train/tensor_act_model_layers_22_mlp_up_proj/range": 7.359375, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 30534.833984375, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.390625, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_22_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_22_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_22_mlp/norm": 8192.0, "train/tensor_act_model_layers_22_mlp/mean": 4.0, "train/tensor_act_model_layers_22_mlp/std": 0.0, "train/tensor_act_model_layers_22_mlp/max_abs": 4.0, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 4.0, "train/tensor_act_model_layers_22_mlp/max": 4.0, "train/tensor_act_model_layers_22_mlp/range": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 187212.96875, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 91.5, "train/tensor_act_model_layers_22_residual_post_mlp/std": 0.92578125, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 94.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 87.0, "train/tensor_act_model_layers_22_residual_post_mlp/max": 94.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 187212.96875, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 91.5, "train/tensor_act_model_layers_23_residual_pre_attn/std": 0.92578125, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 94.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 87.0, "train/tensor_act_model_layers_23_residual_pre_attn/max": 94.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_23_residual_post_attn/norm": 187212.96875, "train/tensor_act_model_layers_23_residual_post_attn/mean": 91.5, "train/tensor_act_model_layers_23_residual_post_attn/std": 0.92578125, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 94.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 87.0, "train/tensor_act_model_layers_23_residual_post_attn/max": 94.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 5470.6240234375, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.0703125, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 7.640625, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 5389.4990234375, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.265625, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_23_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_23_mlp_up_proj/range": 7.109375, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 30499.33984375, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.42578125, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_23_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_23_mlp_down_proj/range": 2.5, "train/tensor_act_model_layers_23_mlp/norm": 8192.0, "train/tensor_act_model_layers_23_mlp/mean": 4.0, "train/tensor_act_model_layers_23_mlp/std": 0.0, "train/tensor_act_model_layers_23_mlp/max_abs": 4.0, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 4.0, "train/tensor_act_model_layers_23_mlp/max": 4.0, "train/tensor_act_model_layers_23_mlp/range": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 195404.5625, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 95.5, "train/tensor_act_model_layers_23_residual_post_mlp/std": 0.92578125, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 98.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 91.0, "train/tensor_act_model_layers_23_residual_post_mlp/max": 98.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 195404.5625, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 95.5, "train/tensor_act_model_layers_24_residual_pre_attn/std": 0.92578125, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 98.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 91.0, "train/tensor_act_model_layers_24_residual_pre_attn/max": 98.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_24_residual_post_attn/norm": 195356.984375, "train/tensor_act_model_layers_24_residual_post_attn/mean": 95.5, "train/tensor_act_model_layers_24_residual_post_attn/std": 0.9453125, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 98.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 91.0, "train/tensor_act_model_layers_24_residual_post_attn/max": 98.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 5333.7001953125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.0888671875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 3.859375, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -3.859375, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 7.640625, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 5432.3046875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.19921875, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_24_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 30376.736328125, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.322265625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 15.875, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_24_mlp_down_proj/max": 15.875, "train/tensor_act_model_layers_24_mlp_down_proj/range": 1.625, "train/tensor_act_model_layers_24_mlp/norm": 8192.0, "train/tensor_act_model_layers_24_mlp/mean": 4.0, "train/tensor_act_model_layers_24_mlp/std": 0.0, "train/tensor_act_model_layers_24_mlp/max_abs": 4.0, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 4.0, "train/tensor_act_model_layers_24_mlp/max": 4.0, "train/tensor_act_model_layers_24_mlp/range": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 203548.59375, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 99.5, "train/tensor_act_model_layers_24_residual_post_mlp/std": 0.9453125, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 102.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 95.0, "train/tensor_act_model_layers_24_residual_post_mlp/max": 102.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 203548.59375, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 99.5, "train/tensor_act_model_layers_25_residual_pre_attn/std": 0.9453125, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 102.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 95.0, "train/tensor_act_model_layers_25_residual_pre_attn/max": 102.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_25_residual_post_attn/norm": 203524.671875, "train/tensor_act_model_layers_25_residual_post_attn/mean": 99.5, "train/tensor_act_model_layers_25_residual_post_attn/std": 0.94921875, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 102.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 95.0, "train/tensor_act_model_layers_25_residual_post_attn/max": 102.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 5338.96484375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.0830078125, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -3.703125, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 7.203125, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 5374.845703125, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.185546875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_25_mlp_up_proj/range": 6.859375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 30432.744140625, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.380859375, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_25_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_25_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_25_mlp/norm": 8192.0, "train/tensor_act_model_layers_25_mlp/mean": 4.0, "train/tensor_act_model_layers_25_mlp/std": 0.0, "train/tensor_act_model_layers_25_mlp/max_abs": 4.0, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 4.0, "train/tensor_act_model_layers_25_mlp/max": 4.0, "train/tensor_act_model_layers_25_mlp/range": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 211716.296875, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 103.5, "train/tensor_act_model_layers_25_residual_post_mlp/std": 0.94921875, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 106.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 99.0, "train/tensor_act_model_layers_25_residual_post_mlp/max": 106.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 211716.296875, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 103.5, "train/tensor_act_model_layers_26_residual_pre_attn/std": 0.94921875, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 106.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 99.0, "train/tensor_act_model_layers_26_residual_pre_attn/max": 106.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_26_residual_post_attn/norm": 211716.296875, "train/tensor_act_model_layers_26_residual_post_attn/mean": 103.5, "train/tensor_act_model_layers_26_residual_post_attn/std": 0.94921875, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 106.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 99.0, "train/tensor_act_model_layers_26_residual_post_attn/max": 106.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 5270.4248046875, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.01348876953125, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -3.421875, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 7.203125, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 5424.341796875, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.048828125, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 3.640625, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -3.640625, "train/tensor_act_model_layers_26_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_26_mlp_up_proj/range": 7.265625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 30556.20703125, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.435546875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_26_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_26_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_26_mlp/norm": 8192.0, "train/tensor_act_model_layers_26_mlp/mean": 4.0, "train/tensor_act_model_layers_26_mlp/std": 0.0, "train/tensor_act_model_layers_26_mlp/max_abs": 4.0, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 4.0, "train/tensor_act_model_layers_26_mlp/max": 4.0, "train/tensor_act_model_layers_26_mlp/range": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 219907.96875, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 107.5, "train/tensor_act_model_layers_26_residual_post_mlp/std": 0.94921875, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 110.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 103.0, "train/tensor_act_model_layers_26_residual_post_mlp/max": 110.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 219907.96875, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 107.5, "train/tensor_act_model_layers_27_residual_pre_attn/std": 0.94921875, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 110.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 103.0, "train/tensor_act_model_layers_27_residual_pre_attn/max": 110.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_27_residual_post_attn/norm": 219892.046875, "train/tensor_act_model_layers_27_residual_post_attn/mean": 107.5, "train/tensor_act_model_layers_27_residual_post_attn/std": 0.953125, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 110.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 102.5, "train/tensor_act_model_layers_27_residual_post_attn/max": 110.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 5400.5068359375, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.189453125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 7.03125, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 5428.36328125, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.09912109375, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_27_mlp_up_proj/range": 7.953125, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 30462.001953125, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.3671875, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_27_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_27_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_27_mlp/norm": 8192.0, "train/tensor_act_model_layers_27_mlp/mean": 4.0, "train/tensor_act_model_layers_27_mlp/std": 0.0, "train/tensor_act_model_layers_27_mlp/max_abs": 4.0, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 4.0, "train/tensor_act_model_layers_27_mlp/max": 4.0, "train/tensor_act_model_layers_27_mlp/range": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 228083.734375, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 111.5, "train/tensor_act_model_layers_27_residual_post_mlp/std": 0.953125, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 114.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 106.5, "train/tensor_act_model_layers_27_residual_post_mlp/max": 114.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 228083.734375, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 111.5, "train/tensor_act_model_layers_28_residual_pre_attn/std": 0.953125, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 114.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 106.5, "train/tensor_act_model_layers_28_residual_pre_attn/max": 114.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_28_residual_post_attn/norm": 227972.359375, "train/tensor_act_model_layers_28_residual_post_attn/mean": 111.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 0.98828125, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 114.5, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 107.0, "train/tensor_act_model_layers_28_residual_post_attn/max": 114.5, "train/tensor_act_model_layers_28_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 5388.4619140625, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.2177734375, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -3.515625, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 6.8125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 5380.380859375, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.000606536865234375, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_28_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_28_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 30415.82421875, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_28_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_28_mlp/norm": 8192.0, "train/tensor_act_model_layers_28_mlp/mean": 4.0, "train/tensor_act_model_layers_28_mlp/std": 0.0, "train/tensor_act_model_layers_28_mlp/max_abs": 4.0, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 4.0, "train/tensor_act_model_layers_28_mlp/max": 4.0, "train/tensor_act_model_layers_28_mlp/range": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 236164.0625, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 115.5, "train/tensor_act_model_layers_28_residual_post_mlp/std": 0.98828125, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 118.5, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 111.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 118.5, "train/tensor_act_model_layers_28_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 236164.0625, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 115.5, "train/tensor_act_model_layers_29_residual_pre_attn/std": 0.98828125, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 118.5, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 111.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 118.5, "train/tensor_act_model_layers_29_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_29_residual_post_attn/norm": 236147.984375, "train/tensor_act_model_layers_29_residual_post_attn/mean": 115.5, "train/tensor_act_model_layers_29_residual_post_attn/std": 0.98828125, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 118.5, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 111.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 118.5, "train/tensor_act_model_layers_29_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 5377.57470703125, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.0751953125, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 3.484375, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -3.28125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 3.484375, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 6.765625, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 5273.203125, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.0264892578125, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_29_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_29_mlp_up_proj/range": 6.734375, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 30470.08203125, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.388671875, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_29_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_29_mlp/norm": 8192.0, "train/tensor_act_model_layers_29_mlp/mean": 4.0, "train/tensor_act_model_layers_29_mlp/std": 0.0, "train/tensor_act_model_layers_29_mlp/max_abs": 4.0, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 4.0, "train/tensor_act_model_layers_29_mlp/max": 4.0, "train/tensor_act_model_layers_29_mlp/range": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 244339.703125, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 119.5, "train/tensor_act_model_layers_29_residual_post_mlp/std": 0.98828125, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 122.5, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 115.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 122.5, "train/tensor_act_model_layers_29_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 244339.703125, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 119.5, "train/tensor_act_model_layers_30_residual_pre_attn/std": 0.98828125, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 122.5, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 115.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 122.5, "train/tensor_act_model_layers_30_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 244307.796875, "train/tensor_act_model_layers_30_residual_post_attn/mean": 119.5, "train/tensor_act_model_layers_30_residual_post_attn/std": 0.9921875, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 122.5, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 114.5, "train/tensor_act_model_layers_30_residual_post_attn/max": 122.5, "train/tensor_act_model_layers_30_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 5309.6416015625, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.11279296875, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 7.515625, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 5330.6064453125, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.0625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_30_mlp_up_proj/max": 3.734375, "train/tensor_act_model_layers_30_mlp_up_proj/range": 7.25, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 30413.30078125, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.34765625, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_30_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_30_mlp/norm": 8192.0, "train/tensor_act_model_layers_30_mlp/mean": 4.0, "train/tensor_act_model_layers_30_mlp/std": 0.0, "train/tensor_act_model_layers_30_mlp/max_abs": 4.0, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 4.0, "train/tensor_act_model_layers_30_mlp/max": 4.0, "train/tensor_act_model_layers_30_mlp/range": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 252499.515625, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 123.5, "train/tensor_act_model_layers_30_residual_post_mlp/std": 0.9921875, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 126.5, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 118.5, "train/tensor_act_model_layers_30_residual_post_mlp/max": 126.5, "train/tensor_act_model_layers_30_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 252499.515625, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 123.5, "train/tensor_act_model_layers_31_residual_pre_attn/std": 0.9921875, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 126.5, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 118.5, "train/tensor_act_model_layers_31_residual_pre_attn/max": 126.5, "train/tensor_act_model_layers_31_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_31_residual_post_attn/norm": 252491.609375, "train/tensor_act_model_layers_31_residual_post_attn/mean": 123.5, "train/tensor_act_model_layers_31_residual_post_attn/std": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 126.5, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 118.5, "train/tensor_act_model_layers_31_residual_post_attn/max": 126.5, "train/tensor_act_model_layers_31_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 5284.93896484375, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.154296875, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 5323.849609375, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1884765625, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_31_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_31_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 30418.98046875, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.35546875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 15.9375, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_31_mlp_down_proj/max": 15.9375, "train/tensor_act_model_layers_31_mlp_down_proj/range": 1.6875, "train/tensor_act_model_layers_31_mlp/norm": 8192.0, "train/tensor_act_model_layers_31_mlp/mean": 4.0, "train/tensor_act_model_layers_31_mlp/std": 0.0, "train/tensor_act_model_layers_31_mlp/max_abs": 4.0, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 4.0, "train/tensor_act_model_layers_31_mlp/max": 4.0, "train/tensor_act_model_layers_31_mlp/range": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 260606.15625, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 127.0, "train/tensor_act_model_layers_31_residual_post_mlp/std": 0.96484375, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 130.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 122.5, "train/tensor_act_model_layers_31_residual_post_mlp/max": 130.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 260606.15625, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 127.0, "train/tensor_act_model_layers_32_residual_pre_attn/std": 0.96484375, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 130.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 122.5, "train/tensor_act_model_layers_32_residual_pre_attn/max": 130.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_32_residual_post_attn/norm": 260566.25, "train/tensor_act_model_layers_32_residual_post_attn/mean": 127.0, "train/tensor_act_model_layers_32_residual_post_attn/std": 0.96875, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 130.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 122.5, "train/tensor_act_model_layers_32_residual_post_attn/max": 130.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 5387.6591796875, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.042236328125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 7.484375, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 5425.91845703125, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.0260009765625, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -3.84375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_32_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 30455.146484375, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.390625, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_32_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_32_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_32_mlp/norm": 8192.0, "train/tensor_act_model_layers_32_mlp/mean": 4.0, "train/tensor_act_model_layers_32_mlp/std": 0.0, "train/tensor_act_model_layers_32_mlp/max_abs": 4.0, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 4.0, "train/tensor_act_model_layers_32_mlp/max": 4.0, "train/tensor_act_model_layers_32_mlp/range": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 268908.75, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 131.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 1.0546875, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 134.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 126.5, "train/tensor_act_model_layers_32_residual_post_mlp/max": 134.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 268908.75, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 131.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 1.0546875, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 134.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 126.5, "train/tensor_act_model_layers_33_residual_pre_attn/max": 134.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_33_residual_post_attn/norm": 268908.75, "train/tensor_act_model_layers_33_residual_post_attn/mean": 131.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 1.0546875, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 134.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 126.5, "train/tensor_act_model_layers_33_residual_post_attn/max": 134.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 5321.14013671875, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.0439453125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 7.734375, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 5264.9990234375, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.15625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 30459.06640625, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.365234375, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 15.9375, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_33_mlp_down_proj/max": 15.9375, "train/tensor_act_model_layers_33_mlp_down_proj/range": 1.6875, "train/tensor_act_model_layers_33_mlp/norm": 8192.0, "train/tensor_act_model_layers_33_mlp/mean": 4.0, "train/tensor_act_model_layers_33_mlp/std": 0.0, "train/tensor_act_model_layers_33_mlp/max_abs": 4.0, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 4.0, "train/tensor_act_model_layers_33_mlp/max": 4.0, "train/tensor_act_model_layers_33_mlp/range": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 277101.78125, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 135.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 1.0546875, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 138.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 130.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 138.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 277101.78125, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 135.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 1.0546875, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 138.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 130.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 138.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 277117.75, "train/tensor_act_model_layers_34_residual_post_attn/mean": 135.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 1.046875, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 138.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 130.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 138.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 5313.27001953125, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.1416015625, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -3.5, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 5257.025390625, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.0172119140625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_34_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_34_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 30374.431640625, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.35546875, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_34_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_34_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_34_mlp/norm": 8192.0, "train/tensor_act_model_layers_34_mlp/mean": 4.0, "train/tensor_act_model_layers_34_mlp/std": 0.0, "train/tensor_act_model_layers_34_mlp/max_abs": 4.0, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 4.0, "train/tensor_act_model_layers_34_mlp/max": 4.0, "train/tensor_act_model_layers_34_mlp/range": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 285309.5, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 139.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 1.046875, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 142.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 134.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 142.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 285309.5, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 139.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 1.046875, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 142.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 134.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 142.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 285310.71875, "train/tensor_act_model_layers_35_residual_post_attn/mean": 139.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 142.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 134.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 142.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 5368.5751953125, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.0294189453125, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 7.21875, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 5331.841796875, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.0712890625, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_35_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_35_mlp_up_proj/range": 7.703125, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 30487.6328125, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.416015625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_35_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_35_mlp/norm": 8192.0, "train/tensor_act_model_layers_35_mlp/mean": 4.0, "train/tensor_act_model_layers_35_mlp/std": 0.0, "train/tensor_act_model_layers_35_mlp/max_abs": 4.0, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 4.0, "train/tensor_act_model_layers_35_mlp/max": 4.0, "train/tensor_act_model_layers_35_mlp/range": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 293502.4375, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 143.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 146.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 138.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 146.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 293502.4375, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 143.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 146.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 138.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 146.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 293502.4375, "train/tensor_act_model_layers_36_residual_post_attn/mean": 143.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 146.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 138.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 146.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 5353.60595703125, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.265625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 3.84375, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -3.84375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 7.125, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 5352.0517578125, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.1435546875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_36_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_36_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 30480.1015625, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_36_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_36_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_36_mlp/norm": 8192.0, "train/tensor_act_model_layers_36_mlp/mean": 4.0, "train/tensor_act_model_layers_36_mlp/std": 0.0, "train/tensor_act_model_layers_36_mlp/max_abs": 4.0, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 4.0, "train/tensor_act_model_layers_36_mlp/max": 4.0, "train/tensor_act_model_layers_36_mlp/range": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 301694.21875, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 147.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 150.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 142.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 150.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 301694.21875, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 147.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 150.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 142.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 150.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 301694.21875, "train/tensor_act_model_layers_37_residual_post_attn/mean": 147.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 150.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 142.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 150.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 5406.02685546875, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.1650390625, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 5488.2548828125, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.08740234375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_37_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_37_mlp_up_proj/range": 7.59375, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 30510.83984375, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.396484375, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_37_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_37_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_37_mlp/norm": 8192.0, "train/tensor_act_model_layers_37_mlp/mean": 4.0, "train/tensor_act_model_layers_37_mlp/std": 0.0, "train/tensor_act_model_layers_37_mlp/max_abs": 4.0, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 4.0, "train/tensor_act_model_layers_37_mlp/max": 4.0, "train/tensor_act_model_layers_37_mlp/range": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 309885.96875, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 151.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 154.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 146.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 154.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 309885.96875, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 151.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 154.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 146.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 154.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 309885.96875, "train/tensor_act_model_layers_38_residual_post_attn/mean": 151.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 154.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 146.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 154.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 5362.0, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.0033416748046875, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 7.265625, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 5401.55419921875, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.038818359375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_38_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 7.34375, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 30367.642578125, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.353515625, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_38_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_38_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_38_mlp/norm": 8192.0, "train/tensor_act_model_layers_38_mlp/mean": 4.0, "train/tensor_act_model_layers_38_mlp/std": 0.0, "train/tensor_act_model_layers_38_mlp/max_abs": 4.0, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 4.0, "train/tensor_act_model_layers_38_mlp/max": 4.0, "train/tensor_act_model_layers_38_mlp/range": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 318077.75, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 155.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 158.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 150.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 158.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 318077.75, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 155.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 158.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 150.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 158.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 318077.75, "train/tensor_act_model_layers_39_residual_post_attn/mean": 155.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 158.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 150.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 158.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 5284.98291015625, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.21875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -3.328125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 7.21875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 5377.955078125, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.1923828125, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_39_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_39_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 30491.845703125, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.400390625, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_39_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_39_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_39_mlp/norm": 8192.0, "train/tensor_act_model_layers_39_mlp/mean": 4.0, "train/tensor_act_model_layers_39_mlp/std": 0.0, "train/tensor_act_model_layers_39_mlp/max_abs": 4.0, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 4.0, "train/tensor_act_model_layers_39_mlp/max": 4.0, "train/tensor_act_model_layers_39_mlp/range": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 326269.53125, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 159.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 162.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 154.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 162.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 326269.53125, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 159.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 162.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 154.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 162.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 326269.53125, "train/tensor_act_model_layers_40_residual_post_attn/mean": 159.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 162.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 154.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 162.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 5368.54931640625, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.1103515625, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 6.9375, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 5268.19970703125, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.2451171875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_40_mlp_up_proj/max": 3.25, "train/tensor_act_model_layers_40_mlp_up_proj/range": 6.875, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 30354.7734375, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.341796875, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_40_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_40_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_40_mlp/norm": 8192.0, "train/tensor_act_model_layers_40_mlp/mean": 4.0, "train/tensor_act_model_layers_40_mlp/std": 0.0, "train/tensor_act_model_layers_40_mlp/max_abs": 4.0, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 4.0, "train/tensor_act_model_layers_40_mlp/max": 4.0, "train/tensor_act_model_layers_40_mlp/range": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 334461.34375, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 163.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 166.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 158.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 166.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 334461.34375, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 163.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 166.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 158.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 166.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 334461.34375, "train/tensor_act_model_layers_41_residual_post_attn/mean": 163.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 166.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 158.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 166.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 5347.837890625, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.1728515625, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 7.1875, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 5403.958984375, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.02685546875, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_41_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_41_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 30451.9296875, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.38671875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_41_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_41_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_41_mlp/norm": 8192.0, "train/tensor_act_model_layers_41_mlp/mean": 4.0, "train/tensor_act_model_layers_41_mlp/std": 0.0, "train/tensor_act_model_layers_41_mlp/max_abs": 4.0, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 4.0, "train/tensor_act_model_layers_41_mlp/max": 4.0, "train/tensor_act_model_layers_41_mlp/range": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 342653.15625, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 167.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 170.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 162.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 170.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 342653.15625, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 167.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 170.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 162.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 170.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 342653.15625, "train/tensor_act_model_layers_42_residual_post_attn/mean": 167.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 170.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 162.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 170.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 5407.5263671875, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.08544921875, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -3.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 7.609375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 5371.5546875, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.154296875, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_42_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_42_mlp_up_proj/range": 7.140625, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 30561.07421875, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_42_mlp_down_proj/range": 2.5625, "train/tensor_act_model_layers_42_mlp/norm": 8192.0, "train/tensor_act_model_layers_42_mlp/mean": 4.0, "train/tensor_act_model_layers_42_mlp/std": 0.0, "train/tensor_act_model_layers_42_mlp/max_abs": 4.0, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 4.0, "train/tensor_act_model_layers_42_mlp/max": 4.0, "train/tensor_act_model_layers_42_mlp/range": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 350844.96875, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 171.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 174.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 166.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 174.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 350844.96875, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 171.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 174.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 166.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 174.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 350844.96875, "train/tensor_act_model_layers_43_residual_post_attn/mean": 171.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 174.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 166.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 174.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 5362.54150390625, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.07421875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 3.75, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 5474.98876953125, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.030517578125, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_43_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_43_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 30433.162109375, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.388671875, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_43_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_43_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_43_mlp/norm": 8192.0, "train/tensor_act_model_layers_43_mlp/mean": 4.0, "train/tensor_act_model_layers_43_mlp/std": 0.0, "train/tensor_act_model_layers_43_mlp/max_abs": 4.0, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 4.0, "train/tensor_act_model_layers_43_mlp/max": 4.0, "train/tensor_act_model_layers_43_mlp/range": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 359036.78125, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 175.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 178.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 170.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 178.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 359036.78125, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 175.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 178.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 170.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 178.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 359036.78125, "train/tensor_act_model_layers_44_residual_post_attn/mean": 175.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 178.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 170.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 178.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 5434.74365234375, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.17578125, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 3.59375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 7.515625, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 5373.37939453125, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.18359375, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_44_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_44_mlp_up_proj/range": 7.84375, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 30433.7734375, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.361328125, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 15.875, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_44_mlp_down_proj/max": 15.875, "train/tensor_act_model_layers_44_mlp_down_proj/range": 1.625, "train/tensor_act_model_layers_44_mlp/norm": 8192.0, "train/tensor_act_model_layers_44_mlp/mean": 4.0, "train/tensor_act_model_layers_44_mlp/std": 0.0, "train/tensor_act_model_layers_44_mlp/max_abs": 4.0, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 4.0, "train/tensor_act_model_layers_44_mlp/max": 4.0, "train/tensor_act_model_layers_44_mlp/range": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 367228.625, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 179.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 182.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 174.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 182.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 367228.625, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 179.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 182.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 174.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 182.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 367228.625, "train/tensor_act_model_layers_45_residual_post_attn/mean": 179.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 182.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 174.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 182.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 5386.3603515625, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.015625, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -3.796875, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 7.140625, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 5458.1064453125, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.11865234375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -3.84375, "train/tensor_act_model_layers_45_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 8.03125, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 30462.294921875, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_45_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_45_mlp_down_proj/range": 2.5625, "train/tensor_act_model_layers_45_mlp/norm": 8192.0, "train/tensor_act_model_layers_45_mlp/mean": 4.0, "train/tensor_act_model_layers_45_mlp/std": 0.0, "train/tensor_act_model_layers_45_mlp/max_abs": 4.0, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 4.0, "train/tensor_act_model_layers_45_mlp/max": 4.0, "train/tensor_act_model_layers_45_mlp/range": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 375420.5, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 183.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 186.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 178.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 186.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 375420.5, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 183.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 186.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 178.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 186.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 375420.5, "train/tensor_act_model_layers_46_residual_post_attn/mean": 183.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 186.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 178.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 186.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 5437.6474609375, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.0120849609375, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 6.875, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 5406.27001953125, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.1787109375, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -3.640625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 3.828125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 30488.138671875, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.375, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_46_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_46_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_46_mlp/norm": 8192.0, "train/tensor_act_model_layers_46_mlp/mean": 4.0, "train/tensor_act_model_layers_46_mlp/std": 0.0, "train/tensor_act_model_layers_46_mlp/max_abs": 4.0, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 4.0, "train/tensor_act_model_layers_46_mlp/max": 4.0, "train/tensor_act_model_layers_46_mlp/range": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 383612.3125, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 187.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 190.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 182.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 190.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 383612.3125, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 187.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 190.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 182.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 190.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 383612.3125, "train/tensor_act_model_layers_47_residual_post_attn/mean": 187.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 190.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 182.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 190.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 5459.4287109375, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.1494140625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 5281.13232421875, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.044677734375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_47_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_47_mlp_up_proj/range": 6.984375, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 30480.3984375, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.41796875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_47_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_47_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_47_mlp/norm": 8192.0, "train/tensor_act_model_layers_47_mlp/mean": 4.0, "train/tensor_act_model_layers_47_mlp/std": 0.0, "train/tensor_act_model_layers_47_mlp/max_abs": 4.0, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 4.0, "train/tensor_act_model_layers_47_mlp/max": 4.0, "train/tensor_act_model_layers_47_mlp/range": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 391804.1875, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 191.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 194.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 186.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 194.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 391804.1875, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 191.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 194.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 186.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 194.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 391820.21875, "train/tensor_act_model_layers_48_residual_post_attn/mean": 191.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 194.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 186.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 194.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 5351.75341796875, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.00860595703125, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 3.921875, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 7.53125, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 5350.12255859375, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.0145263671875, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -3.828125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 3.953125, "train/tensor_act_model_layers_48_mlp_up_proj/range": 7.78125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 30467.25, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_48_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_48_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_48_mlp/norm": 8192.0, "train/tensor_act_model_layers_48_mlp/mean": 4.0, "train/tensor_act_model_layers_48_mlp/std": 0.0, "train/tensor_act_model_layers_48_mlp/max_abs": 4.0, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 4.0, "train/tensor_act_model_layers_48_mlp/max": 4.0, "train/tensor_act_model_layers_48_mlp/range": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 400012.09375, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 195.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 198.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 190.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 198.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 400012.09375, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 195.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 198.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 190.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 198.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 400012.09375, "train/tensor_act_model_layers_49_residual_post_attn/mean": 195.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 198.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 190.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 198.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 5343.140625, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.1171875, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 3.984375, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -3.296875, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 3.984375, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 7.28125, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 5506.66552734375, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.13671875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.8984375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_49_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_49_mlp_up_proj/range": 7.59375, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 30563.623046875, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.408203125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_49_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_49_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_49_mlp/norm": 8192.0, "train/tensor_act_model_layers_49_mlp/mean": 4.0, "train/tensor_act_model_layers_49_mlp/std": 0.0, "train/tensor_act_model_layers_49_mlp/max_abs": 4.0, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 4.0, "train/tensor_act_model_layers_49_mlp/max": 4.0, "train/tensor_act_model_layers_49_mlp/range": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 408203.9375, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 199.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 202.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 194.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 202.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 408203.9375, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 199.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 202.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 194.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 202.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 408203.9375, "train/tensor_act_model_layers_50_residual_post_attn/mean": 199.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 202.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 194.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 202.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 5417.626953125, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.05419921875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 3.765625, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 5364.4541015625, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.04150390625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.921875, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -3.921875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 3.6875, "train/tensor_act_model_layers_50_mlp_up_proj/range": 7.609375, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 30443.1015625, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.369140625, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_50_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_50_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_50_mlp/norm": 8192.0, "train/tensor_act_model_layers_50_mlp/mean": 4.0, "train/tensor_act_model_layers_50_mlp/std": 0.0, "train/tensor_act_model_layers_50_mlp/max_abs": 4.0, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 4.0, "train/tensor_act_model_layers_50_mlp/max": 4.0, "train/tensor_act_model_layers_50_mlp/range": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 416395.8125, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 203.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 206.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 198.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 206.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 416395.8125, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 203.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 206.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 198.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 206.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 416395.8125, "train/tensor_act_model_layers_51_residual_post_attn/mean": 203.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 206.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 198.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 206.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 5419.736328125, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.13671875, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 7.125, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 5308.4306640625, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.062255859375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_51_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_51_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 30430.0078125, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.349609375, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_51_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_51_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_51_mlp/norm": 8192.0, "train/tensor_act_model_layers_51_mlp/mean": 4.0, "train/tensor_act_model_layers_51_mlp/std": 0.0, "train/tensor_act_model_layers_51_mlp/max_abs": 4.0, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 4.0, "train/tensor_act_model_layers_51_mlp/max": 4.0, "train/tensor_act_model_layers_51_mlp/range": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 424587.6875, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 207.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 210.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 202.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 210.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 424587.6875, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 207.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 210.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 202.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 210.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 424587.6875, "train/tensor_act_model_layers_52_residual_post_attn/mean": 207.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 210.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 202.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 210.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 5451.52001953125, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.035400390625, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 7.0, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 5469.4873046875, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_52_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_52_mlp_up_proj/range": 7.4375, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 30484.92578125, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_52_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_52_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_52_mlp/norm": 8192.0, "train/tensor_act_model_layers_52_mlp/mean": 4.0, "train/tensor_act_model_layers_52_mlp/std": 0.0, "train/tensor_act_model_layers_52_mlp/max_abs": 4.0, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 4.0, "train/tensor_act_model_layers_52_mlp/max": 4.0, "train/tensor_act_model_layers_52_mlp/range": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 432779.5625, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 211.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 214.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 206.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 214.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 432779.5625, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 211.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 214.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 206.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 214.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 432779.5625, "train/tensor_act_model_layers_53_residual_post_attn/mean": 211.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 1.125, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 214.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 206.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 214.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 5372.68310546875, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.0003452301025390625, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 3.953125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 7.984375, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 5413.56591796875, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.041259765625, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_53_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_53_mlp_up_proj/range": 7.203125, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 30586.8359375, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.4140625, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_53_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_53_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_53_mlp/norm": 8192.0, "train/tensor_act_model_layers_53_mlp/mean": 4.0, "train/tensor_act_model_layers_53_mlp/std": 0.0, "train/tensor_act_model_layers_53_mlp/max_abs": 4.0, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": 4.0, "train/tensor_act_model_layers_53_mlp/max": 4.0, "train/tensor_act_model_layers_53_mlp/range": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 440971.46875, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 215.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 1.125, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 218.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 210.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 218.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 440971.46875, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 215.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 1.125, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 218.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 210.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 218.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 440955.5, "train/tensor_act_model_layers_54_residual_post_attn/mean": 215.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 1.1328125, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 218.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 210.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 218.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 5339.6591796875, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.259765625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -3.484375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 7.359375, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 5318.42041015625, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.193359375, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_54_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_54_mlp_up_proj/range": 7.0625, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 30629.00390625, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.435546875, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_54_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_54_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_54_mlp/norm": 8192.0, "train/tensor_act_model_layers_54_mlp/mean": 4.0, "train/tensor_act_model_layers_54_mlp/std": 0.0, "train/tensor_act_model_layers_54_mlp/max_abs": 4.0, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 4.0, "train/tensor_act_model_layers_54_mlp/max": 4.0, "train/tensor_act_model_layers_54_mlp/range": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 449147.375, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 219.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 1.1328125, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 222.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 214.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 222.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 449147.375, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 219.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 1.1328125, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 222.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 214.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 222.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 449147.375, "train/tensor_act_model_layers_55_residual_post_attn/mean": 219.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 1.1328125, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 222.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 214.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 222.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 5356.62841796875, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.0111083984375, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 5353.3798828125, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.09521484375, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -3.96875, "train/tensor_act_model_layers_55_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 30419.197265625, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.341796875, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_55_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_55_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_55_mlp/norm": 8192.0, "train/tensor_act_model_layers_55_mlp/mean": 4.0, "train/tensor_act_model_layers_55_mlp/std": 0.0, "train/tensor_act_model_layers_55_mlp/max_abs": 4.0, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 4.0, "train/tensor_act_model_layers_55_mlp/max": 4.0, "train/tensor_act_model_layers_55_mlp/range": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 457339.28125, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 223.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 1.1328125, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 226.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 218.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 226.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 457339.28125, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 223.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 1.1328125, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 226.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 218.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 226.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 457339.28125, "train/tensor_act_model_layers_56_residual_post_attn/mean": 223.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 1.1328125, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 226.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 218.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 226.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 5353.8876953125, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.080078125, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 7.78125, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 5287.6025390625, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.04638671875, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 4.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -4.0, "train/tensor_act_model_layers_56_mlp_up_proj/max": 3.921875, "train/tensor_act_model_layers_56_mlp_up_proj/range": 7.921875, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 30554.21484375, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.435546875, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_56_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_56_mlp_down_proj/range": 2.625, "train/tensor_act_model_layers_56_mlp/norm": 8192.0, "train/tensor_act_model_layers_56_mlp/mean": 4.0, "train/tensor_act_model_layers_56_mlp/std": 0.0, "train/tensor_act_model_layers_56_mlp/max_abs": 4.0, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 4.0, "train/tensor_act_model_layers_56_mlp/max": 4.0, "train/tensor_act_model_layers_56_mlp/range": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 465531.1875, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 227.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 1.1328125, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 230.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 222.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 230.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 465531.1875, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 227.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 1.1328125, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 230.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 222.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 230.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 465563.3125, "train/tensor_act_model_layers_57_residual_post_attn/mean": 227.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 1.140625, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 230.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 222.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 230.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 5332.98095703125, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.154296875, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 7.65625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 5379.8134765625, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.0208740234375, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_57_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 7.609375, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 30509.087890625, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.3671875, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_57_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_57_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_57_mlp/norm": 8192.0, "train/tensor_act_model_layers_57_mlp/mean": 4.0, "train/tensor_act_model_layers_57_mlp/std": 0.0, "train/tensor_act_model_layers_57_mlp/max_abs": 4.0, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 4.0, "train/tensor_act_model_layers_57_mlp/max": 4.0, "train/tensor_act_model_layers_57_mlp/range": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 473755.1875, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 231.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 1.140625, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 234.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 226.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 234.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 473755.1875, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 231.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 1.140625, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 234.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 226.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 234.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 473755.1875, "train/tensor_act_model_layers_58_residual_post_attn/mean": 231.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 1.140625, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 234.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 226.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 234.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 5262.3046875, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.00823974609375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -3.9375, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 5231.33056640625, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.0673828125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_58_mlp_up_proj/range": 7.484375, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 30468.048828125, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_58_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_58_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_58_mlp/norm": 8192.0, "train/tensor_act_model_layers_58_mlp/mean": 4.0, "train/tensor_act_model_layers_58_mlp/std": 0.0, "train/tensor_act_model_layers_58_mlp/max_abs": 4.0, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 4.0, "train/tensor_act_model_layers_58_mlp/max": 4.0, "train/tensor_act_model_layers_58_mlp/range": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 481947.125, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 235.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 1.140625, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 238.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 230.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 238.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 481947.125, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 235.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 1.140625, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 238.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 230.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 238.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 481947.125, "train/tensor_act_model_layers_59_residual_post_attn/mean": 235.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 1.140625, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 238.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 230.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 238.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 5333.427734375, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.134765625, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 7.375, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 5288.79052734375, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.1201171875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_59_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_59_mlp_up_proj/range": 7.40625, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 30496.478515625, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.404296875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_59_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_59_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_59_mlp/norm": 8192.0, "train/tensor_act_model_layers_59_mlp/mean": 4.0, "train/tensor_act_model_layers_59_mlp/std": 0.0, "train/tensor_act_model_layers_59_mlp/max_abs": 4.0, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 4.0, "train/tensor_act_model_layers_59_mlp/max": 4.0, "train/tensor_act_model_layers_59_mlp/range": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 490139.0, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 239.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 1.140625, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 242.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 234.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 242.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 490139.0, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 239.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 1.140625, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 242.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 234.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 242.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 490139.0, "train/tensor_act_model_layers_60_residual_post_attn/mean": 239.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 1.140625, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 242.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 234.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 242.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 5425.58740234375, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.04833984375, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 7.1875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 5360.72265625, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.0166015625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_60_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 7.234375, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 30544.712890625, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.427734375, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_60_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_60_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_60_mlp/norm": 8192.0, "train/tensor_act_model_layers_60_mlp/mean": 4.0, "train/tensor_act_model_layers_60_mlp/std": 0.0, "train/tensor_act_model_layers_60_mlp/max_abs": 4.0, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": 4.0, "train/tensor_act_model_layers_60_mlp/max": 4.0, "train/tensor_act_model_layers_60_mlp/range": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 498330.90625, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 243.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 1.140625, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 246.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 238.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 246.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 498330.90625, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 243.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 1.140625, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 246.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 238.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 246.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 498330.90625, "train/tensor_act_model_layers_61_residual_post_attn/mean": 243.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 1.140625, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 246.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 238.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 246.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 5370.26220703125, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.07763671875, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 5430.23583984375, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.2109375, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_61_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_61_mlp_up_proj/range": 7.296875, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 30598.80078125, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.396484375, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_61_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_61_mlp/norm": 8192.0, "train/tensor_act_model_layers_61_mlp/mean": 4.0, "train/tensor_act_model_layers_61_mlp/std": 0.0, "train/tensor_act_model_layers_61_mlp/max_abs": 4.0, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 4.0, "train/tensor_act_model_layers_61_mlp/max": 4.0, "train/tensor_act_model_layers_61_mlp/range": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 506522.84375, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 247.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 1.140625, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 250.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 242.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 250.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 506522.84375, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 247.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 1.140625, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 250.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 242.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 250.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 506459.25, "train/tensor_act_model_layers_62_residual_post_attn/mean": 247.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 1.1875, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 250.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 241.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 250.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 5411.15625, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.005279541015625, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 3.765625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 7.890625, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 5391.712890625, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.0023193359375, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 7.671875, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 30530.67578125, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_62_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_62_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_62_mlp/norm": 8192.0, "train/tensor_act_model_layers_62_mlp/mean": 4.0, "train/tensor_act_model_layers_62_mlp/std": 0.0, "train/tensor_act_model_layers_62_mlp/max_abs": 4.0, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 4.0, "train/tensor_act_model_layers_62_mlp/max": 4.0, "train/tensor_act_model_layers_62_mlp/range": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 514651.15625, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 251.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 1.1875, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 254.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 245.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 254.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 514651.15625, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 251.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 1.1875, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 254.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 245.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 254.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 514667.25, "train/tensor_act_model_layers_63_residual_post_attn/mean": 251.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 1.1953125, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 254.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 245.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 254.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 5295.83935546875, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.1455078125, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -3.515625, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 7.546875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 5316.70166015625, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.0167236328125, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -4.09375, "train/tensor_act_model_layers_63_mlp_up_proj/max": 4.09375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 8.1875, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 30599.7890625, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.431640625, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_63_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_63_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_63_mlp/norm": 8192.0, "train/tensor_act_model_layers_63_mlp/mean": 4.0, "train/tensor_act_model_layers_63_mlp/std": 0.0, "train/tensor_act_model_layers_63_mlp/max_abs": 4.0, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": 4.0, "train/tensor_act_model_layers_63_mlp/max": 4.0, "train/tensor_act_model_layers_63_mlp/range": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 522649.96875, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 255.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 1.0859375, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 258.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 249.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 258.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 522649.96875, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 255.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 1.0859375, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 258.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 249.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 258.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 522649.96875, "train/tensor_act_model_layers_64_residual_post_attn/mean": 255.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 1.0859375, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 258.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 249.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 258.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 5312.5693359375, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.1982421875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 5383.10498046875, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.10302734375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_64_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_64_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 30534.01953125, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.3984375, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_64_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_64_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_64_mlp/norm": 8192.0, "train/tensor_act_model_layers_64_mlp/mean": 4.0, "train/tensor_act_model_layers_64_mlp/std": 0.0, "train/tensor_act_model_layers_64_mlp/max_abs": 4.0, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": 4.0, "train/tensor_act_model_layers_64_mlp/max": 4.0, "train/tensor_act_model_layers_64_mlp/range": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 531215.0, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 260.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 1.234375, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 262.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 253.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 262.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 9.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 531215.0, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 260.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 1.234375, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 262.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 253.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 262.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 9.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 531215.0, "train/tensor_act_model_layers_65_residual_post_attn/mean": 260.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 1.234375, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 262.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 253.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 262.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 9.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 5416.00048828125, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.04443359375, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 3.828125, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 3.828125, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 7.59375, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 5394.3662109375, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.031005859375, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_65_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_65_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 30520.240234375, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.376953125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_65_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_65_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_65_mlp/norm": 8192.0, "train/tensor_act_model_layers_65_mlp/mean": 4.0, "train/tensor_act_model_layers_65_mlp/std": 0.0, "train/tensor_act_model_layers_65_mlp/max_abs": 4.0, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": 4.0, "train/tensor_act_model_layers_65_mlp/max": 4.0, "train/tensor_act_model_layers_65_mlp/range": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 539412.9375, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 264.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 256.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 539412.9375, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 264.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 256.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 539412.9375, "train/tensor_act_model_layers_66_residual_post_attn/mean": 264.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 256.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 5236.5830078125, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.058349609375, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 6.890625, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 5253.12158203125, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.1640625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_66_mlp_up_proj/range": 7.296875, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 30563.41796875, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.4375, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_66_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_66_mlp_down_proj/range": 2.8125, "train/tensor_act_model_layers_66_mlp/norm": 8192.0, "train/tensor_act_model_layers_66_mlp/mean": 4.0, "train/tensor_act_model_layers_66_mlp/std": 0.0, "train/tensor_act_model_layers_66_mlp/max_abs": 4.0, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 4.0, "train/tensor_act_model_layers_66_mlp/max": 4.0, "train/tensor_act_model_layers_66_mlp/range": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 547604.8125, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 268.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 270.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 260.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 270.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 547604.8125, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 268.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 270.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 260.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 270.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 547604.8125, "train/tensor_act_model_layers_67_residual_post_attn/mean": 268.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 270.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 260.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 270.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 5351.40673828125, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.11865234375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -3.625, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 4.09375, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 7.71875, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 5235.66064453125, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.1416015625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -3.59375, "train/tensor_act_model_layers_67_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 7.65625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 30517.23828125, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.416015625, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_67_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_67_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_67_mlp/norm": 8192.0, "train/tensor_act_model_layers_67_mlp/mean": 4.0, "train/tensor_act_model_layers_67_mlp/std": 0.0, "train/tensor_act_model_layers_67_mlp/max_abs": 4.0, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 4.0, "train/tensor_act_model_layers_67_mlp/max": 4.0, "train/tensor_act_model_layers_67_mlp/range": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 555796.75, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 272.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 274.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 264.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 274.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 555796.75, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 272.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 274.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 264.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 274.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 555796.75, "train/tensor_act_model_layers_68_residual_post_attn/mean": 272.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 274.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 264.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 274.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 5413.5380859375, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.044921875, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 3.953125, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -3.953125, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 7.734375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 5318.33251953125, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.09912109375, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_68_mlp_up_proj/max": 4.09375, "train/tensor_act_model_layers_68_mlp_up_proj/range": 7.65625, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 30575.212890625, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.40625, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_68_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_68_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_68_mlp/norm": 8192.0, "train/tensor_act_model_layers_68_mlp/mean": 4.0, "train/tensor_act_model_layers_68_mlp/std": 0.0, "train/tensor_act_model_layers_68_mlp/max_abs": 4.0, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 4.0, "train/tensor_act_model_layers_68_mlp/max": 4.0, "train/tensor_act_model_layers_68_mlp/range": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 563988.6875, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 276.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 278.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 268.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 278.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 563988.6875, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 276.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 278.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 268.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 278.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 563988.6875, "train/tensor_act_model_layers_69_residual_post_attn/mean": 276.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 278.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 268.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 278.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 5367.2490234375, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.07470703125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 7.546875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 5385.23486328125, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.044921875, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -3.8125, "train/tensor_act_model_layers_69_mlp_up_proj/max": 3.96875, "train/tensor_act_model_layers_69_mlp_up_proj/range": 7.78125, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 30551.7421875, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_69_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_69_mlp/norm": 8192.0, "train/tensor_act_model_layers_69_mlp/mean": 4.0, "train/tensor_act_model_layers_69_mlp/std": 0.0, "train/tensor_act_model_layers_69_mlp/max_abs": 4.0, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 4.0, "train/tensor_act_model_layers_69_mlp/max": 4.0, "train/tensor_act_model_layers_69_mlp/range": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 572180.625, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 280.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 282.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 272.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 282.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 572180.625, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 280.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 282.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 272.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 282.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 572180.625, "train/tensor_act_model_layers_70_residual_post_attn/mean": 280.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 282.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 272.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 282.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 5398.70654296875, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.03271484375, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -3.890625, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 5450.60546875, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.07763671875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_70_mlp_up_proj/max": 3.9375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 8.0625, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 30713.125, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.451171875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_70_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_70_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_70_mlp/norm": 8192.0, "train/tensor_act_model_layers_70_mlp/mean": 4.0, "train/tensor_act_model_layers_70_mlp/std": 0.0, "train/tensor_act_model_layers_70_mlp/max_abs": 4.0, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": 4.0, "train/tensor_act_model_layers_70_mlp/max": 4.0, "train/tensor_act_model_layers_70_mlp/range": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 580372.5, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 284.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 286.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 276.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 286.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 580372.5, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 284.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 286.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 276.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 286.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 580372.5, "train/tensor_act_model_layers_71_residual_post_attn/mean": 284.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 286.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 276.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 286.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 5392.849609375, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.036865234375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 7.1875, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 5368.986328125, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.1513671875, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_71_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 7.109375, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 30589.93359375, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.392578125, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_71_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_71_mlp/norm": 8192.0, "train/tensor_act_model_layers_71_mlp/mean": 4.0, "train/tensor_act_model_layers_71_mlp/std": 0.0, "train/tensor_act_model_layers_71_mlp/max_abs": 4.0, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": 4.0, "train/tensor_act_model_layers_71_mlp/max": 4.0, "train/tensor_act_model_layers_71_mlp/range": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 588564.4375, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 288.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 290.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 280.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 290.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 588564.4375, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 288.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 290.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 280.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 290.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 588564.4375, "train/tensor_act_model_layers_72_residual_post_attn/mean": 288.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 290.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 280.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 290.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 5279.57958984375, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.1162109375, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -4.0625, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 4.0, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 8.0625, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 5284.52197265625, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.0091552734375, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 7.5625, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 30706.541015625, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.53125, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 17.25, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 17.25, "train/tensor_act_model_layers_72_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_72_mlp/norm": 8192.0, "train/tensor_act_model_layers_72_mlp/mean": 4.0, "train/tensor_act_model_layers_72_mlp/std": 0.0, "train/tensor_act_model_layers_72_mlp/max_abs": 4.0, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 4.0, "train/tensor_act_model_layers_72_mlp/max": 4.0, "train/tensor_act_model_layers_72_mlp/range": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 596756.375, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 292.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 294.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 284.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 294.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 596756.375, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 292.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 284.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 294.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 596756.375, "train/tensor_act_model_layers_73_residual_post_attn/mean": 292.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 284.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 294.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 5306.74609375, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.048095703125, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 5389.94873046875, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.039306640625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -3.65625, "train/tensor_act_model_layers_73_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_73_mlp_up_proj/range": 7.453125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 30519.27734375, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.384765625, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_73_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_73_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_73_mlp/norm": 8192.0, "train/tensor_act_model_layers_73_mlp/mean": 4.0, "train/tensor_act_model_layers_73_mlp/std": 0.0, "train/tensor_act_model_layers_73_mlp/max_abs": 4.0, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 4.0, "train/tensor_act_model_layers_73_mlp/max": 4.0, "train/tensor_act_model_layers_73_mlp/range": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 604948.3125, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 296.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 298.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 288.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 298.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 604948.3125, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 296.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 298.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 288.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 298.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 604948.3125, "train/tensor_act_model_layers_74_residual_post_attn/mean": 296.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 298.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 288.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 298.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 5329.8671875, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.04052734375, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 5275.99072265625, "train/tensor_act_model_layers_74_mlp_up_proj/mean": 0.0033111572265625, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 7.4375, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 30576.48828125, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.466796875, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_74_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_74_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_74_mlp/norm": 8192.0, "train/tensor_act_model_layers_74_mlp/mean": 4.0, "train/tensor_act_model_layers_74_mlp/std": 0.0, "train/tensor_act_model_layers_74_mlp/max_abs": 4.0, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": 4.0, "train/tensor_act_model_layers_74_mlp/max": 4.0, "train/tensor_act_model_layers_74_mlp/range": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 613140.25, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 300.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 302.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 292.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 302.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 613140.25, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 300.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 292.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 302.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 613140.25, "train/tensor_act_model_layers_75_residual_post_attn/mean": 300.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 292.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 302.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 5215.52392578125, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.03173828125, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 4.1875, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 4.1875, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 8.109375, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 5266.98046875, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.0009307861328125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 4.4375, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.890625, "train/tensor_act_model_layers_75_mlp_up_proj/max": 4.4375, "train/tensor_act_model_layers_75_mlp_up_proj/range": 8.328125, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 30604.443359375, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.38671875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_75_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_75_mlp/norm": 8192.0, "train/tensor_act_model_layers_75_mlp/mean": 4.0, "train/tensor_act_model_layers_75_mlp/std": 0.0, "train/tensor_act_model_layers_75_mlp/max_abs": 4.0, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": 4.0, "train/tensor_act_model_layers_75_mlp/max": 4.0, "train/tensor_act_model_layers_75_mlp/range": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 621332.125, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 304.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 306.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 296.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 306.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 621332.125, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 304.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 296.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 306.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 621332.125, "train/tensor_act_model_layers_76_residual_post_attn/mean": 304.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 296.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 306.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 5205.0712890625, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.2353515625, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -3.828125, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 7.859375, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 5280.65966796875, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.03564453125, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_76_mlp_up_proj/max": 3.78125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 30786.71875, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.474609375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_76_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_76_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_76_mlp/norm": 8192.0, "train/tensor_act_model_layers_76_mlp/mean": 4.0, "train/tensor_act_model_layers_76_mlp/std": 0.0, "train/tensor_act_model_layers_76_mlp/max_abs": 4.0, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": 4.0, "train/tensor_act_model_layers_76_mlp/max": 4.0, "train/tensor_act_model_layers_76_mlp/range": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 629524.0625, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 308.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 310.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 300.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 310.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 629524.0625, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 308.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 310.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 300.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 310.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 629524.0625, "train/tensor_act_model_layers_77_residual_post_attn/mean": 308.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 310.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 300.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 310.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 5392.462890625, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.07177734375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -3.90625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 7.703125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 5364.0244140625, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.2265625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_77_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_77_mlp_up_proj/range": 8.125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 30738.767578125, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.51171875, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_77_mlp_down_proj/range": 3.1875, "train/tensor_act_model_layers_77_mlp/norm": 8192.0, "train/tensor_act_model_layers_77_mlp/mean": 4.0, "train/tensor_act_model_layers_77_mlp/std": 0.0, "train/tensor_act_model_layers_77_mlp/max_abs": 4.0, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": 4.0, "train/tensor_act_model_layers_77_mlp/max": 4.0, "train/tensor_act_model_layers_77_mlp/range": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 637716.0625, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 312.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 314.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 304.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 314.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 637716.0625, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 312.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 314.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 304.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 314.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 637716.0625, "train/tensor_act_model_layers_78_residual_post_attn/mean": 312.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 314.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 304.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 314.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 5272.52099609375, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.03662109375, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -3.625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 7.40625, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 5260.67626953125, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.126953125, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_78_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_78_mlp_up_proj/range": 7.9375, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 30748.33203125, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.462890625, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_78_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_78_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_78_mlp/norm": 8192.0, "train/tensor_act_model_layers_78_mlp/mean": 4.0, "train/tensor_act_model_layers_78_mlp/std": 0.0, "train/tensor_act_model_layers_78_mlp/max_abs": 4.0, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": 4.0, "train/tensor_act_model_layers_78_mlp/max": 4.0, "train/tensor_act_model_layers_78_mlp/range": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 645907.9375, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 316.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 318.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 308.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 318.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 645907.9375, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 316.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 318.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 308.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 318.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 645907.9375, "train/tensor_act_model_layers_79_residual_post_attn/mean": 316.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 318.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 308.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 318.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 5243.4189453125, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.068359375, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -4.0, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 8.03125, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 5320.85107421875, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.06005859375, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 7.875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 30748.81640625, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.5234375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 17.5, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_79_mlp_down_proj/max": 17.5, "train/tensor_act_model_layers_79_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_79_mlp/norm": 8192.0, "train/tensor_act_model_layers_79_mlp/mean": 4.0, "train/tensor_act_model_layers_79_mlp/std": 0.0, "train/tensor_act_model_layers_79_mlp/max_abs": 4.0, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 4.0, "train/tensor_act_model_layers_79_mlp/max": 4.0, "train/tensor_act_model_layers_79_mlp/range": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 654099.9375, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 320.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 322.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 312.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 322.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 654099.9375, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 320.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 322.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 312.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 322.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 654099.9375, "train/tensor_act_model_layers_80_residual_post_attn/mean": 320.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 322.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 312.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 322.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 5251.7646484375, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.076171875, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -4.25, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 8.15625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 5261.33349609375, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.0010833740234375, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_80_mlp_up_proj/range": 7.390625, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 30638.36328125, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.443359375, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_80_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 2.6875, "train/tensor_act_model_layers_80_mlp/norm": 8192.0, "train/tensor_act_model_layers_80_mlp/mean": 4.0, "train/tensor_act_model_layers_80_mlp/std": 0.0, "train/tensor_act_model_layers_80_mlp/max_abs": 4.0, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": 4.0, "train/tensor_act_model_layers_80_mlp/max": 4.0, "train/tensor_act_model_layers_80_mlp/range": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 662291.8125, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 324.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 326.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 316.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 326.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 662291.8125, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 324.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 326.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 316.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 326.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 662291.8125, "train/tensor_act_model_layers_81_residual_post_attn/mean": 324.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 326.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 316.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 326.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 5250.79541015625, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.1357421875, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -3.671875, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 7.828125, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 5195.9970703125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.1005859375, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 7.640625, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 30540.4140625, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.38671875, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_81_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_81_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_81_mlp/norm": 8192.0, "train/tensor_act_model_layers_81_mlp/mean": 4.0, "train/tensor_act_model_layers_81_mlp/std": 0.0, "train/tensor_act_model_layers_81_mlp/max_abs": 4.0, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": 4.0, "train/tensor_act_model_layers_81_mlp/max": 4.0, "train/tensor_act_model_layers_81_mlp/range": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 670483.8125, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 328.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 330.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 320.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 330.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 670483.8125, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 328.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 330.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 320.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 330.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 670483.8125, "train/tensor_act_model_layers_82_residual_post_attn/mean": 328.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 330.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 320.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 330.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 5263.1953125, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.01507568359375, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 4.40625, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -4.09375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 4.40625, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 8.5, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 5409.9931640625, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.0050048828125, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_82_mlp_up_proj/range": 7.578125, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 30717.373046875, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.5, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_82_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_82_mlp_down_proj/range": 2.6875, "train/tensor_act_model_layers_82_mlp/norm": 8192.0, "train/tensor_act_model_layers_82_mlp/mean": 4.0, "train/tensor_act_model_layers_82_mlp/std": 0.0, "train/tensor_act_model_layers_82_mlp/max_abs": 4.0, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": 4.0, "train/tensor_act_model_layers_82_mlp/max": 4.0, "train/tensor_act_model_layers_82_mlp/range": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 678675.75, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 332.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 334.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 324.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 334.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 678675.75, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 332.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 334.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 324.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 334.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 678675.75, "train/tensor_act_model_layers_83_residual_post_attn/mean": 332.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 334.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 324.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 334.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 5152.3037109375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.1484375, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 4.3125, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -4.3125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 8.46875, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 5420.4228515625, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.039794921875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_83_mlp_up_proj/range": 8.21875, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 30763.33984375, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.470703125, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_83_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_83_mlp_down_proj/range": 2.625, "train/tensor_act_model_layers_83_mlp/norm": 8192.0, "train/tensor_act_model_layers_83_mlp/mean": 4.0, "train/tensor_act_model_layers_83_mlp/std": 0.0, "train/tensor_act_model_layers_83_mlp/max_abs": 4.0, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": 4.0, "train/tensor_act_model_layers_83_mlp/max": 4.0, "train/tensor_act_model_layers_83_mlp/range": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 686867.6875, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 336.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 338.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 328.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 338.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 686867.6875, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 336.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 338.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 328.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 338.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 686867.6875, "train/tensor_act_model_layers_84_residual_post_attn/mean": 336.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 338.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 328.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 338.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 5164.92578125, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.05224609375, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -4.0, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 8.25, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 5155.53564453125, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.16796875, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 8.046875, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 30619.669921875, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.42578125, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_84_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_84_mlp/norm": 8192.0, "train/tensor_act_model_layers_84_mlp/mean": 4.0, "train/tensor_act_model_layers_84_mlp/std": 0.0, "train/tensor_act_model_layers_84_mlp/max_abs": 4.0, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": 4.0, "train/tensor_act_model_layers_84_mlp/max": 4.0, "train/tensor_act_model_layers_84_mlp/range": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 695059.625, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 340.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 342.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 332.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 342.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 695059.625, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 340.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 342.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 332.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 342.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 695059.625, "train/tensor_act_model_layers_85_residual_post_attn/mean": 340.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 342.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 332.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 342.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 5244.5048828125, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.037109375, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -4.1875, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 8.4375, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 5353.7099609375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.16796875, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -4.21875, "train/tensor_act_model_layers_85_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_85_mlp_up_proj/range": 8.21875, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 30734.044921875, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.51171875, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_85_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_85_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_85_mlp/norm": 8192.0, "train/tensor_act_model_layers_85_mlp/mean": 4.0, "train/tensor_act_model_layers_85_mlp/std": 0.0, "train/tensor_act_model_layers_85_mlp/max_abs": 4.0, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": 4.0, "train/tensor_act_model_layers_85_mlp/max": 4.0, "train/tensor_act_model_layers_85_mlp/range": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 703251.5625, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 344.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 346.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 336.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 346.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 703251.5625, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 344.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 346.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 336.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 346.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 703251.5625, "train/tensor_act_model_layers_86_residual_post_attn/mean": 344.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 346.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 336.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 346.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 5288.12548828125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.11181640625, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 5451.64599609375, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.0311279296875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_86_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_86_mlp_up_proj/range": 7.859375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 30862.5078125, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.5625, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 17.875, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 17.875, "train/tensor_act_model_layers_86_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_86_mlp/norm": 8192.0, "train/tensor_act_model_layers_86_mlp/mean": 4.0, "train/tensor_act_model_layers_86_mlp/std": 0.0, "train/tensor_act_model_layers_86_mlp/max_abs": 4.0, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": 4.0, "train/tensor_act_model_layers_86_mlp/max": 4.0, "train/tensor_act_model_layers_86_mlp/range": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 711443.5, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 348.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 350.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 340.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 350.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 711443.5, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 348.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 350.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 340.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 350.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 711443.5, "train/tensor_act_model_layers_87_residual_post_attn/mean": 348.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 350.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 340.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 350.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 5358.404296875, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.043701171875, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.890625, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 8.046875, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 5256.9140625, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.2138671875, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_87_mlp_up_proj/range": 7.515625, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 30741.900390625, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.458984375, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_87_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_87_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_87_mlp/norm": 8192.0, "train/tensor_act_model_layers_87_mlp/mean": 4.0, "train/tensor_act_model_layers_87_mlp/std": 0.0, "train/tensor_act_model_layers_87_mlp/max_abs": 4.0, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": 4.0, "train/tensor_act_model_layers_87_mlp/max": 4.0, "train/tensor_act_model_layers_87_mlp/range": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 719635.5, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 352.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 354.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 344.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 354.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 719635.5, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 352.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 354.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 344.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 354.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 719635.5, "train/tensor_act_model_layers_88_residual_post_attn/mean": 352.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 354.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 344.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 354.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 5271.2626953125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.07373046875, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -3.984375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 8.015625, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 5294.349609375, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.03515625, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_88_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_88_mlp_up_proj/range": 8.0, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 30807.830078125, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.494140625, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_88_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_88_mlp/norm": 8192.0, "train/tensor_act_model_layers_88_mlp/mean": 4.0, "train/tensor_act_model_layers_88_mlp/std": 0.0, "train/tensor_act_model_layers_88_mlp/max_abs": 4.0, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": 4.0, "train/tensor_act_model_layers_88_mlp/max": 4.0, "train/tensor_act_model_layers_88_mlp/range": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 727827.375, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 356.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 358.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 348.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 358.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 727827.375, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 356.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 358.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 348.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 358.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 727827.375, "train/tensor_act_model_layers_89_residual_post_attn/mean": 356.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 358.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 348.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 358.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 5219.03076171875, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.10595703125, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 7.78125, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 5283.3017578125, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.0888671875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_89_mlp_up_proj/max": 3.875, "train/tensor_act_model_layers_89_mlp_up_proj/range": 8.40625, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 30878.279296875, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.58203125, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 17.25, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_89_mlp_down_proj/max": 17.25, "train/tensor_act_model_layers_89_mlp_down_proj/range": 3.1875, "train/tensor_act_model_layers_89_mlp/norm": 8192.0, "train/tensor_act_model_layers_89_mlp/mean": 4.0, "train/tensor_act_model_layers_89_mlp/std": 0.0, "train/tensor_act_model_layers_89_mlp/max_abs": 4.0, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": 4.0, "train/tensor_act_model_layers_89_mlp/max": 4.0, "train/tensor_act_model_layers_89_mlp/range": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 736019.375, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 360.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 362.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 352.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 362.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 736019.375, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 360.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 362.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 352.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 362.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 736019.375, "train/tensor_act_model_layers_90_residual_post_attn/mean": 360.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 362.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 352.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 362.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 5263.2421875, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.205078125, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.984375, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.953125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.984375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 7.9375, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 5369.6025390625, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.06591796875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.46875, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.46875, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.9375, "train/tensor_act_model_layers_90_mlp_up_proj/range": 8.40625, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 30847.41796875, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.55859375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 17.125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_90_mlp_down_proj/max": 17.125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 3.0, "train/tensor_act_model_layers_90_mlp/norm": 8192.0, "train/tensor_act_model_layers_90_mlp/mean": 4.0, "train/tensor_act_model_layers_90_mlp/std": 0.0, "train/tensor_act_model_layers_90_mlp/max_abs": 4.0, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": 4.0, "train/tensor_act_model_layers_90_mlp/max": 4.0, "train/tensor_act_model_layers_90_mlp/range": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 744211.3125, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 364.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 366.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 356.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 366.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 744211.3125, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 364.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 366.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 356.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 366.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 744211.3125, "train/tensor_act_model_layers_91_residual_post_attn/mean": 364.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 366.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 356.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 366.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 5447.13330078125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.0201416015625, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -4.5, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 8.75, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 5308.62939453125, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.2197265625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_91_mlp_up_proj/max": 4.09375, "train/tensor_act_model_layers_91_mlp_up_proj/range": 8.15625, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 30725.6953125, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.55078125, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": 14.0, "train/tensor_act_model_layers_91_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_91_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_91_mlp/norm": 8192.0, "train/tensor_act_model_layers_91_mlp/mean": 4.0, "train/tensor_act_model_layers_91_mlp/std": 0.0, "train/tensor_act_model_layers_91_mlp/max_abs": 4.0, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": 4.0, "train/tensor_act_model_layers_91_mlp/max": 4.0, "train/tensor_act_model_layers_91_mlp/range": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 752403.3125, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 368.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 370.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 360.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 370.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 752403.3125, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 368.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 370.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 360.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 370.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 752403.3125, "train/tensor_act_model_layers_92_residual_post_attn/mean": 368.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 370.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 360.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 370.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 5318.10400390625, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.043212890625, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -4.1875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 8.4375, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 5325.6689453125, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.0172119140625, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 8.625, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 30607.865234375, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.5390625, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 17.125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_92_mlp_down_proj/max": 17.125, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_92_mlp/norm": 8192.0, "train/tensor_act_model_layers_92_mlp/mean": 4.0, "train/tensor_act_model_layers_92_mlp/std": 0.0, "train/tensor_act_model_layers_92_mlp/max_abs": 4.0, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": 4.0, "train/tensor_act_model_layers_92_mlp/max": 4.0, "train/tensor_act_model_layers_92_mlp/range": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 760595.25, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 372.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 374.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 364.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 374.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 760595.25, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 372.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 374.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 364.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 374.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 760595.25, "train/tensor_act_model_layers_93_residual_post_attn/mean": 372.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 374.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 364.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 374.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 5399.5185546875, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.19140625, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 8.40625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 5455.70849609375, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.1884765625, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 4.40625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 8.46875, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 30711.619140625, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.55078125, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": 14.0, "train/tensor_act_model_layers_93_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_93_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_93_mlp/norm": 8192.0, "train/tensor_act_model_layers_93_mlp/mean": 4.0, "train/tensor_act_model_layers_93_mlp/std": 0.0, "train/tensor_act_model_layers_93_mlp/max_abs": 4.0, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": 4.0, "train/tensor_act_model_layers_93_mlp/max": 4.0, "train/tensor_act_model_layers_93_mlp/range": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 768787.25, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 376.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 378.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 368.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 378.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 768787.25, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 376.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 378.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 368.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 378.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 768787.25, "train/tensor_act_model_layers_94_residual_post_attn/mean": 376.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 378.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 368.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 378.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 5321.42724609375, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.07177734375, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 4.65625, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -4.34375, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 4.65625, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 9.0, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 5318.60205078125, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.203125, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.59375, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_94_mlp_up_proj/max": 4.59375, "train/tensor_act_model_layers_94_mlp_up_proj/range": 8.875, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 30601.96875, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.640625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 18.625, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": 13.9375, "train/tensor_act_model_layers_94_mlp_down_proj/max": 18.625, "train/tensor_act_model_layers_94_mlp_down_proj/range": 4.6875, "train/tensor_act_model_layers_94_mlp/norm": 8192.0, "train/tensor_act_model_layers_94_mlp/mean": 4.0, "train/tensor_act_model_layers_94_mlp/std": 0.0, "train/tensor_act_model_layers_94_mlp/max_abs": 4.0, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": 4.0, "train/tensor_act_model_layers_94_mlp/max": 4.0, "train/tensor_act_model_layers_94_mlp/range": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 776979.1875, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 380.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 382.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 372.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 382.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 776979.1875, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 380.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 382.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 372.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 382.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 776979.1875, "train/tensor_act_model_layers_95_residual_post_attn/mean": 380.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 382.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 372.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 382.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 5306.83935546875, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.1396484375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 4.5625, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -4.5, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 4.5625, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 9.0625, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 5398.12939453125, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.1279296875, "train/tensor_act_model_layers_95_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 4.40625, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_95_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_95_mlp_up_proj/range": 8.65625, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 30758.400390625, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.640625, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": 13.9375, "train/tensor_act_model_layers_95_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_95_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_95_mlp/norm": 8192.0, "train/tensor_act_model_layers_95_mlp/mean": 4.0, "train/tensor_act_model_layers_95_mlp/std": 0.0, "train/tensor_act_model_layers_95_mlp/max_abs": 4.0, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": 4.0, "train/tensor_act_model_layers_95_mlp/max": 4.0, "train/tensor_act_model_layers_95_mlp/range": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 785171.125, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 384.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 386.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 376.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 386.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 785171.125, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 384.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 386.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 376.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 386.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 785171.125, "train/tensor_act_model_layers_96_residual_post_attn/mean": 384.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 386.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 376.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 386.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 5387.18310546875, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.01025390625, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -4.59375, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 8.8125, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 5416.01220703125, "train/tensor_act_model_layers_96_mlp_up_proj/mean": -0.060302734375, "train/tensor_act_model_layers_96_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -4.65625, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 9.0625, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 30683.6875, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.6171875, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 17.25, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": 13.9375, "train/tensor_act_model_layers_96_mlp_down_proj/max": 17.25, "train/tensor_act_model_layers_96_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_96_mlp/norm": 8192.0, "train/tensor_act_model_layers_96_mlp/mean": 4.0, "train/tensor_act_model_layers_96_mlp/std": 0.0, "train/tensor_act_model_layers_96_mlp/max_abs": 4.0, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": 4.0, "train/tensor_act_model_layers_96_mlp/max": 4.0, "train/tensor_act_model_layers_96_mlp/range": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 793363.0625, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 388.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 380.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 793363.0625, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 388.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 380.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 793363.0625, "train/tensor_act_model_layers_97_residual_post_attn/mean": 388.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 380.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 5347.81640625, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.043701171875, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -4.3125, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 4.5, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 8.8125, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 5343.81103515625, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.1630859375, "train/tensor_act_model_layers_97_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_97_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 8.46875, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 30564.234375, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.6640625, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 18.125, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": 13.0, "train/tensor_act_model_layers_97_mlp_down_proj/max": 18.125, "train/tensor_act_model_layers_97_mlp_down_proj/range": 5.125, "train/tensor_act_model_layers_97_mlp/norm": 8191.75048828125, "train/tensor_act_model_layers_97_mlp/mean": 4.0, "train/tensor_act_model_layers_97_mlp/std": 0.001373291015625, "train/tensor_act_model_layers_97_mlp/max_abs": 4.0, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": 3.984375, "train/tensor_act_model_layers_97_mlp/max": 4.0, "train/tensor_act_model_layers_97_mlp/range": 0.015625, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 801555.0, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 392.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 394.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 384.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 394.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 801555.0, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 392.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 394.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 384.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 394.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 801555.0, "train/tensor_act_model_layers_98_residual_post_attn/mean": 392.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 394.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 384.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 394.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 5419.03173828125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.2138671875, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 4.875, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -4.875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 4.625, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 9.5, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 5352.8671875, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.1103515625, "train/tensor_act_model_layers_98_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 4.96875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -4.59375, "train/tensor_act_model_layers_98_mlp_up_proj/max": 4.96875, "train/tensor_act_model_layers_98_mlp_up_proj/range": 9.5625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 30451.677734375, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.640625, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 18.375, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": 13.3125, "train/tensor_act_model_layers_98_mlp_down_proj/max": 18.375, "train/tensor_act_model_layers_98_mlp_down_proj/range": 5.0625, "train/tensor_act_model_layers_98_mlp/norm": 8191.5009765625, "train/tensor_act_model_layers_98_mlp/mean": 4.0, "train/tensor_act_model_layers_98_mlp/std": 0.0019378662109375, "train/tensor_act_model_layers_98_mlp/max_abs": 4.0, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": 3.984375, "train/tensor_act_model_layers_98_mlp/max": 4.0, "train/tensor_act_model_layers_98_mlp/range": 0.015625, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 809747.0, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 396.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 398.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 388.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 398.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 10.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 809747.0, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 396.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 1.2265625, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 398.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 388.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 398.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 10.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 809747.0, "train/tensor_act_model_layers_99_residual_post_attn/mean": 396.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 1.2265625, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 398.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 388.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 398.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 10.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 5492.5771484375, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.0927734375, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 4.84375, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -4.59375, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 4.84375, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 9.4375, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 5342.2734375, "train/tensor_act_model_layers_99_mlp_up_proj/mean": 0.025390625, "train/tensor_act_model_layers_99_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 4.71875, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_99_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_99_mlp_up_proj/range": 9.25, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 30511.296875, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.73828125, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 17.625, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": 12.5, "train/tensor_act_model_layers_99_mlp_down_proj/max": 17.625, "train/tensor_act_model_layers_99_mlp_down_proj/range": 5.125, "train/tensor_act_model_layers_99_mlp/norm": 8191.5009765625, "train/tensor_act_model_layers_99_mlp/mean": 4.0, "train/tensor_act_model_layers_99_mlp/std": 0.0019378662109375, "train/tensor_act_model_layers_99_mlp/max_abs": 4.0, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": 3.984375, "train/tensor_act_model_layers_99_mlp/max": 4.0, "train/tensor_act_model_layers_99_mlp/range": 0.015625, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 817938.9375, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 400.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 1.2265625, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 402.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 392.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 402.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 10.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 350208.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 0.3125, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 1936.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 54016.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.015380859375, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -40448.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 94464.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 69632.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": 4.5625, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 384.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 2320.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.972076416015625, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -1648.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 2320.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 3968.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 64256.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -0.7421875, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 356.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 1696.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.9765625, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -1696.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 1632.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 3328.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 344064.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 9.75, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 1904.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 61952.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.01556396484375, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": -56064.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 61952.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 118016.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 68096.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": -3.296875, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 378.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 1528.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.98046875, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": -1528.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 1328.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 2856.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 70144.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": 22.5, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 386.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 1640.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.96875, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": -1184.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 1640.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 2824.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 227328.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 13.875, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 1256.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 43776.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.007720947265625, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": -43776.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 39936.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 83712.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 47104.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": -21.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 260.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 968.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.984375, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": -968.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 920.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 1888.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 49408.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": 28.625, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 272.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 1144.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.96484375, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": -832.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 1144.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 1976.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 3981312.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 908.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 21888.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 53248.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 1.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -53248.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 51456.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 104704.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 4685824.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -214.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 25856.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 143360.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999847412109375, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -143360.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 121344.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 264704.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 4685824.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -67.5, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 25856.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 149504.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999908447265625, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -146432.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 149504.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 295936.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 2.491474151611328e-05, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 7.9375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": 0.000621795654296875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00164031982421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0016632080078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -0.000949859619140625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1044921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0010528564453125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.19921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -9.918212890625e-05, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.000606536865234375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.20751953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.0028533935546875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.20654296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.000659942626953125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.000774383544921875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000736236572265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.109375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.000457763671875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.00066375732421875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.00010347366333007812, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0001049041748046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.00244140625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0004634857177734375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 1.4185905456542969e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 0.00084686279296875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0004863739013671875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": -0.000720977783203125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0019073486328125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.002044677734375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -0.000720977783203125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.0008392333984375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.000789642333984375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00124359130859375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.001190185546875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.00026702880859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.001800537109375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.00170135498046875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.001373291015625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.000492095947265625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.0001506805419921875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.000888824462890625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0020751953125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.00011301040649414062, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00069427490234375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.001556396484375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00064849853515625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.00145721435546875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.000499725341796875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.00010442733764648438, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.00148773193359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": -0.00103759765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00170135498046875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -3.769993782043457e-06, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.00058746337890625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.000209808349609375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.0012969970703125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.000881195068359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.0004863739013671875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.0012054443359375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00147247314453125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.00164031982421875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.00020313262939453125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.00122833251953125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00154876708984375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.00055694580078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 0.00040435791015625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.0020751953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00112152099609375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 9.489059448242188e-05, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.00128936767578125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -0.000682830810546875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.000896453857421875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 2.5987625122070312e-05, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.0011444091796875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.001708984375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.00150299072265625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0003643035888671875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.00191497802734375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.000514984130859375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.00135040283203125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.00020885467529296875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.0003795623779296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0012054443359375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.00091552734375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.000240325927734375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.001373291015625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 0.001434326171875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.000652313232421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -0.0001220703125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000926971435546875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.000926971435546875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 9.298324584960938e-05, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.00139617919921875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.0013275146484375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 6.723403930664062e-05, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.0001125335693359375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00146484375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.00091552734375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0004215240478515625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.0003223419189453125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.0014190673828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.0004863739013671875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.00138092041015625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": 0.0009765625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.001220703125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -4.26173210144043e-06, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.0020294189453125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.00151824951171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.00138092041015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 8.821487426757812e-05, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 0.000743865966796875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.000835418701171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0006256103515625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.0003643035888671875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.00012159347534179688, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.0012054443359375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 6.4849853515625e-05, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.00177764892578125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.0010528564453125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.00093841552734375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 0.000858306884765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 0.00013065338134765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.000606536865234375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00165557861328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -4.172325134277344e-05, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": -1.9311904907226562e-05, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.00113677978515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00154876708984375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.000804901123046875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.0009307861328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.000400543212890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.0001373291015625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.000926971435546875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0011138916015625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0028839111328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": -0.0003528594970703125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.00012874603271484375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.000606536865234375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.000911712646484375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00118255615234375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.00026702880859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -0.000911712646484375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -7.104873657226562e-05, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 0.000568389892578125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.0003757476806640625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0009613037109375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0003185272216796875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": 2.6702880859375e-05, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.0011444091796875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 7.361173629760742e-06, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.0004634857177734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.00183868408203125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.001556396484375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.00177001953125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.0004291534423828125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0009918212890625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.0005340576171875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000469207763671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.0005950927734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": -8.940696716308594e-06, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00106048583984375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.00078582763671875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.00103759765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -0.00011777877807617188, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 4.076957702636719e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -8.869171142578125e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.00115966796875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.0003108978271484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 0.000438690185546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": -0.0004062652587890625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -3.266334533691406e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.00087738037109375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.000244140625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": 0.000637054443359375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0003414154052734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00167083740234375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.000827789306640625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": 0.000698089599609375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00133514404296875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.0016021728515625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000797271728515625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": -0.00015544891357421875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.00171661376953125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 0.001190185546875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00013446807861328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": -0.001495361328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.00147247314453125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.0015869140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": -0.00109100341796875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.00099945068359375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 8.106231689453125e-05, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": -0.0004711151123046875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": -6.532669067382812e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": -0.0003414154052734375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.00127410888671875, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.0012359619140625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": -0.00167083740234375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.00086212158203125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.0004253387451171875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": -0.00072479248046875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": 0.00019741058349609375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.75, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.00011491775512695312, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.306640625} -{"step": 2880, "epoch": 0.19413549039433772, "timestamp": 1786742670.9878378, "loss": 7.9457763671875, "grad_norm": 5275648.0, "learning_rate": 9e-05, "train/total_time_seconds": 120.41283945739269, "train/time_per_step_avg": 0.3150899996981025, "train/epoch_time_elapsed": 141.5476616062224, "train/estimated_remaining_minutes": 0.4320368082383303} -{"step": 2900, "epoch": 0.19548365352207617, "timestamp": 1786742678.120297, "loss": 7.945987701416016, "grad_norm": 3817472.0, "learning_rate": 9e-05, "train/total_time_seconds": 126.53282283619046, "train/time_per_step_avg": 0.3192612086236477, "train/epoch_time_elapsed": 148.68011907488108, "train/estimated_remaining_minutes": 0.43632007874548434} -{"step": 2920, "epoch": 0.19683181664981464, "timestamp": 1786742686.1367753, "loss": 7.944618988037109, "grad_norm": 2850816.0, "learning_rate": 9e-05, "train/total_time_seconds": 133.24087401479483, "train/time_per_step_avg": 0.31653875213116406, "train/epoch_time_elapsed": 156.67004346475005, "train/estimated_remaining_minutes": 0.441094217628887, "train/tensor_act_model_layers_0_residual_pre_attn/norm": 187.3184051513672, "train/tensor_act_model_layers_0_residual_pre_attn/mean": 0.00174713134765625, "train/tensor_act_model_layers_0_residual_pre_attn/std": 0.09130859375, "train/tensor_act_model_layers_0_residual_pre_attn/max_abs": 0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_pre_attn/min": -0.275390625, "train/tensor_act_model_layers_0_residual_pre_attn/max": 0.271484375, "train/tensor_act_model_layers_0_residual_pre_attn/range": 0.546875, "train/tensor_act_model_layers_0_residual_post_attn/norm": 188.55589294433594, "train/tensor_act_model_layers_0_residual_post_attn/mean": 0.001678466796875, "train/tensor_act_model_layers_0_residual_post_attn/std": 0.09228515625, "train/tensor_act_model_layers_0_residual_post_attn/max_abs": 0.390625, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_attn/min": -0.31640625, "train/tensor_act_model_layers_0_residual_post_attn/max": 0.390625, "train/tensor_act_model_layers_0_residual_post_attn/range": 0.70703125, "train/tensor_act_model_layers_0_mlp_gate_proj/norm": 4446.56640625, "train/tensor_act_model_layers_0_mlp_gate_proj/mean": -0.00994873046875, "train/tensor_act_model_layers_0_mlp_gate_proj/std": 1.5390625, "train/tensor_act_model_layers_0_mlp_gate_proj/max_abs": 6.15625, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_gate_proj/min": -5.71875, "train/tensor_act_model_layers_0_mlp_gate_proj/max": 6.15625, "train/tensor_act_model_layers_0_mlp_gate_proj/range": 11.875, "train/tensor_act_model_layers_0_mlp_up_proj/norm": 4448.15576171875, "train/tensor_act_model_layers_0_mlp_up_proj/mean": -0.006439208984375, "train/tensor_act_model_layers_0_mlp_up_proj/std": 1.5390625, "train/tensor_act_model_layers_0_mlp_up_proj/max_abs": 5.4375, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp_up_proj/min": -5.375, "train/tensor_act_model_layers_0_mlp_up_proj/max": 5.4375, "train/tensor_act_model_layers_0_mlp_up_proj/range": 10.8125, "train/tensor_act_model_layers_0_mlp_down_proj/norm": 65452.91796875, "train/tensor_act_model_layers_0_mlp_down_proj/mean": 24.875, "train/tensor_act_model_layers_0_mlp_down_proj/std": 20.0, "train/tensor_act_model_layers_0_mlp_down_proj/max_abs": 101.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp_down_proj/frac_near_user_limit": 0.676917552947998, "train/tensor_act_model_layers_0_mlp_down_proj/min": 1.109375, "train/tensor_act_model_layers_0_mlp_down_proj/max": 101.0, "train/tensor_act_model_layers_0_mlp_down_proj/range": 99.890625, "train/tensor_act_model_layers_0_mlp/norm": 7920.43359375, "train/tensor_act_model_layers_0_mlp/mean": 3.859375, "train/tensor_act_model_layers_0_mlp/std": 0.328125, "train/tensor_act_model_layers_0_mlp/max_abs": 4.0, "train/tensor_act_model_layers_0_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_mlp/min": 1.078125, "train/tensor_act_model_layers_0_mlp/max": 4.0, "train/tensor_act_model_layers_0_mlp/range": 2.921875, "train/tensor_act_model_layers_0_residual_post_mlp/norm": 7925.73681640625, "train/tensor_act_model_layers_0_residual_post_mlp/mean": 3.859375, "train/tensor_act_model_layers_0_residual_post_mlp/std": 0.341796875, "train/tensor_act_model_layers_0_residual_post_mlp/max_abs": 4.3125, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_0_residual_post_mlp/min": 0.93359375, "train/tensor_act_model_layers_0_residual_post_mlp/max": 4.3125, "train/tensor_act_model_layers_0_residual_post_mlp/range": 3.37890625, "train/tensor_act_model_layers_1_residual_pre_attn/norm": 7925.73681640625, "train/tensor_act_model_layers_1_residual_pre_attn/mean": 3.859375, "train/tensor_act_model_layers_1_residual_pre_attn/std": 0.341796875, "train/tensor_act_model_layers_1_residual_pre_attn/max_abs": 4.3125, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_pre_attn/min": 0.93359375, "train/tensor_act_model_layers_1_residual_pre_attn/max": 4.3125, "train/tensor_act_model_layers_1_residual_pre_attn/range": 3.37890625, "train/tensor_act_model_layers_1_residual_post_attn/norm": 7923.150390625, "train/tensor_act_model_layers_1_residual_post_attn/mean": 3.859375, "train/tensor_act_model_layers_1_residual_post_attn/std": 0.34765625, "train/tensor_act_model_layers_1_residual_post_attn/max_abs": 4.4375, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_attn/min": 0.8828125, "train/tensor_act_model_layers_1_residual_post_attn/max": 4.4375, "train/tensor_act_model_layers_1_residual_post_attn/range": 3.5546875, "train/tensor_act_model_layers_1_mlp_gate_proj/norm": 5424.73974609375, "train/tensor_act_model_layers_1_mlp_gate_proj/mean": 0.0810546875, "train/tensor_act_model_layers_1_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_1_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_1_mlp_gate_proj/max": 4.09375, "train/tensor_act_model_layers_1_mlp_gate_proj/range": 7.84375, "train/tensor_act_model_layers_1_mlp_up_proj/norm": 5380.138671875, "train/tensor_act_model_layers_1_mlp_up_proj/mean": -0.2109375, "train/tensor_act_model_layers_1_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_1_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_1_mlp_up_proj/max": 4.125, "train/tensor_act_model_layers_1_mlp_up_proj/range": 8.3125, "train/tensor_act_model_layers_1_mlp_down_proj/norm": 38266.578125, "train/tensor_act_model_layers_1_mlp_down_proj/mean": 18.625, "train/tensor_act_model_layers_1_mlp_down_proj/std": 1.3828125, "train/tensor_act_model_layers_1_mlp_down_proj/max_abs": 23.75, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_1_mlp_down_proj/min": 15.0625, "train/tensor_act_model_layers_1_mlp_down_proj/max": 23.75, "train/tensor_act_model_layers_1_mlp_down_proj/range": 8.6875, "train/tensor_act_model_layers_1_mlp/norm": 8192.0, "train/tensor_act_model_layers_1_mlp/mean": 4.0, "train/tensor_act_model_layers_1_mlp/std": 0.0, "train/tensor_act_model_layers_1_mlp/max_abs": 4.0, "train/tensor_act_model_layers_1_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_mlp/min": 4.0, "train/tensor_act_model_layers_1_mlp/max": 4.0, "train/tensor_act_model_layers_1_mlp/range": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/norm": 16096.541015625, "train/tensor_act_model_layers_1_residual_post_mlp/mean": 7.84375, "train/tensor_act_model_layers_1_residual_post_mlp/std": 0.34765625, "train/tensor_act_model_layers_1_residual_post_mlp/max_abs": 8.4375, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_1_residual_post_mlp/min": 4.875, "train/tensor_act_model_layers_1_residual_post_mlp/max": 8.4375, "train/tensor_act_model_layers_1_residual_post_mlp/range": 3.5625, "train/tensor_act_model_layers_2_residual_pre_attn/norm": 16096.541015625, "train/tensor_act_model_layers_2_residual_pre_attn/mean": 7.84375, "train/tensor_act_model_layers_2_residual_pre_attn/std": 0.34765625, "train/tensor_act_model_layers_2_residual_pre_attn/max_abs": 8.4375, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_pre_attn/min": 4.875, "train/tensor_act_model_layers_2_residual_pre_attn/max": 8.4375, "train/tensor_act_model_layers_2_residual_pre_attn/range": 3.5625, "train/tensor_act_model_layers_2_residual_post_attn/norm": 16094.0361328125, "train/tensor_act_model_layers_2_residual_post_attn/mean": 7.84375, "train/tensor_act_model_layers_2_residual_post_attn/std": 0.35546875, "train/tensor_act_model_layers_2_residual_post_attn/max_abs": 8.4375, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_attn/min": 4.75, "train/tensor_act_model_layers_2_residual_post_attn/max": 8.4375, "train/tensor_act_model_layers_2_residual_post_attn/range": 3.6875, "train/tensor_act_model_layers_2_mlp_gate_proj/norm": 5337.34619140625, "train/tensor_act_model_layers_2_mlp_gate_proj/mean": -0.12158203125, "train/tensor_act_model_layers_2_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_2_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_2_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_2_mlp_gate_proj/range": 6.96875, "train/tensor_act_model_layers_2_mlp_up_proj/norm": 5398.8505859375, "train/tensor_act_model_layers_2_mlp_up_proj/mean": 0.040283203125, "train/tensor_act_model_layers_2_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_2_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_2_mlp_up_proj/max": 3.890625, "train/tensor_act_model_layers_2_mlp_up_proj/range": 7.921875, "train/tensor_act_model_layers_2_mlp_down_proj/norm": 31042.048828125, "train/tensor_act_model_layers_2_mlp_down_proj/mean": 15.125, "train/tensor_act_model_layers_2_mlp_down_proj/std": 0.703125, "train/tensor_act_model_layers_2_mlp_down_proj/max_abs": 17.625, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_2_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_2_mlp_down_proj/max": 17.625, "train/tensor_act_model_layers_2_mlp_down_proj/range": 3.4375, "train/tensor_act_model_layers_2_mlp/norm": 8192.0, "train/tensor_act_model_layers_2_mlp/mean": 4.0, "train/tensor_act_model_layers_2_mlp/std": 0.0, "train/tensor_act_model_layers_2_mlp/max_abs": 4.0, "train/tensor_act_model_layers_2_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_2_mlp/min": 4.0, "train/tensor_act_model_layers_2_mlp/max": 4.0, "train/tensor_act_model_layers_2_mlp/range": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/norm": 24283.12109375, "train/tensor_act_model_layers_2_residual_post_mlp/mean": 11.875, "train/tensor_act_model_layers_2_residual_post_mlp/std": 0.35546875, "train/tensor_act_model_layers_2_residual_post_mlp/max_abs": 12.4375, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_2_residual_post_mlp/frac_near_user_limit": 0.995922327041626, "train/tensor_act_model_layers_2_residual_post_mlp/min": 8.75, "train/tensor_act_model_layers_2_residual_post_mlp/max": 12.4375, "train/tensor_act_model_layers_2_residual_post_mlp/range": 3.6875, "train/tensor_act_model_layers_3_residual_pre_attn/norm": 24283.12109375, "train/tensor_act_model_layers_3_residual_pre_attn/mean": 11.875, "train/tensor_act_model_layers_3_residual_pre_attn/std": 0.35546875, "train/tensor_act_model_layers_3_residual_pre_attn/max_abs": 12.4375, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_pre_attn/frac_near_user_limit": 0.995922327041626, "train/tensor_act_model_layers_3_residual_pre_attn/min": 8.75, "train/tensor_act_model_layers_3_residual_pre_attn/max": 12.4375, "train/tensor_act_model_layers_3_residual_pre_attn/range": 3.6875, "train/tensor_act_model_layers_3_residual_post_attn/norm": 24284.833984375, "train/tensor_act_model_layers_3_residual_post_attn/mean": 11.875, "train/tensor_act_model_layers_3_residual_post_attn/std": 0.365234375, "train/tensor_act_model_layers_3_residual_post_attn/max_abs": 12.5625, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_attn/frac_near_user_limit": 0.9961800575256348, "train/tensor_act_model_layers_3_residual_post_attn/min": 8.875, "train/tensor_act_model_layers_3_residual_post_attn/max": 12.5625, "train/tensor_act_model_layers_3_residual_post_attn/range": 3.6875, "train/tensor_act_model_layers_3_mlp_gate_proj/norm": 5351.0498046875, "train/tensor_act_model_layers_3_mlp_gate_proj/mean": -0.01287841796875, "train/tensor_act_model_layers_3_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_3_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_3_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_3_mlp_gate_proj/range": 6.96875, "train/tensor_act_model_layers_3_mlp_up_proj/norm": 5274.14892578125, "train/tensor_act_model_layers_3_mlp_up_proj/mean": -0.0771484375, "train/tensor_act_model_layers_3_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_3_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_3_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_3_mlp_up_proj/range": 6.984375, "train/tensor_act_model_layers_3_mlp_down_proj/norm": 30673.03125, "train/tensor_act_model_layers_3_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_3_mlp_down_proj/std": 0.55859375, "train/tensor_act_model_layers_3_mlp_down_proj/max_abs": 18.5, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_3_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_3_mlp_down_proj/max": 18.5, "train/tensor_act_model_layers_3_mlp_down_proj/range": 4.3125, "train/tensor_act_model_layers_3_mlp/norm": 8192.0, "train/tensor_act_model_layers_3_mlp/mean": 4.0, "train/tensor_act_model_layers_3_mlp/std": 0.0, "train/tensor_act_model_layers_3_mlp/max_abs": 4.0, "train/tensor_act_model_layers_3_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_3_mlp/min": 4.0, "train/tensor_act_model_layers_3_mlp/max": 4.0, "train/tensor_act_model_layers_3_mlp/range": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/norm": 32464.529296875, "train/tensor_act_model_layers_3_residual_post_mlp/mean": 15.875, "train/tensor_act_model_layers_3_residual_post_mlp/std": 0.36328125, "train/tensor_act_model_layers_3_residual_post_mlp/max_abs": 16.5, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_3_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_3_residual_post_mlp/min": 12.875, "train/tensor_act_model_layers_3_residual_post_mlp/max": 16.5, "train/tensor_act_model_layers_3_residual_post_mlp/range": 3.625, "train/tensor_act_model_layers_4_residual_pre_attn/norm": 32464.529296875, "train/tensor_act_model_layers_4_residual_pre_attn/mean": 15.875, "train/tensor_act_model_layers_4_residual_pre_attn/std": 0.36328125, "train/tensor_act_model_layers_4_residual_pre_attn/max_abs": 16.5, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_residual_pre_attn/min": 12.875, "train/tensor_act_model_layers_4_residual_pre_attn/max": 16.5, "train/tensor_act_model_layers_4_residual_pre_attn/range": 3.625, "train/tensor_act_model_layers_4_residual_post_attn/norm": 32452.689453125, "train/tensor_act_model_layers_4_residual_post_attn/mean": 15.8125, "train/tensor_act_model_layers_4_residual_post_attn/std": 0.37890625, "train/tensor_act_model_layers_4_residual_post_attn/max_abs": 16.625, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_residual_post_attn/min": 12.8125, "train/tensor_act_model_layers_4_residual_post_attn/max": 16.625, "train/tensor_act_model_layers_4_residual_post_attn/range": 3.8125, "train/tensor_act_model_layers_4_mlp_gate_proj/norm": 5321.73828125, "train/tensor_act_model_layers_4_mlp_gate_proj/mean": -0.08447265625, "train/tensor_act_model_layers_4_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_4_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_gate_proj/min": -3.703125, "train/tensor_act_model_layers_4_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_4_mlp_gate_proj/range": 7.25, "train/tensor_act_model_layers_4_mlp_up_proj/norm": 5383.50927734375, "train/tensor_act_model_layers_4_mlp_up_proj/mean": 0.0306396484375, "train/tensor_act_model_layers_4_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_4_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_4_mlp_up_proj/max": 3.546875, "train/tensor_act_model_layers_4_mlp_up_proj/range": 7.09375, "train/tensor_act_model_layers_4_mlp_down_proj/norm": 30608.91796875, "train/tensor_act_model_layers_4_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_4_mlp_down_proj/std": 0.48046875, "train/tensor_act_model_layers_4_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_4_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_4_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_4_mlp/norm": 8192.0, "train/tensor_act_model_layers_4_mlp/mean": 4.0, "train/tensor_act_model_layers_4_mlp/std": 0.0, "train/tensor_act_model_layers_4_mlp/max_abs": 4.0, "train/tensor_act_model_layers_4_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_4_mlp/min": 4.0, "train/tensor_act_model_layers_4_mlp/max": 4.0, "train/tensor_act_model_layers_4_mlp/range": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/norm": 40651.1875, "train/tensor_act_model_layers_4_residual_post_mlp/mean": 19.875, "train/tensor_act_model_layers_4_residual_post_mlp/std": 0.3828125, "train/tensor_act_model_layers_4_residual_post_mlp/max_abs": 20.625, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_4_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_4_residual_post_mlp/min": 16.75, "train/tensor_act_model_layers_4_residual_post_mlp/max": 20.625, "train/tensor_act_model_layers_4_residual_post_mlp/range": 3.875, "train/tensor_act_model_layers_5_residual_pre_attn/norm": 40651.1875, "train/tensor_act_model_layers_5_residual_pre_attn/mean": 19.875, "train/tensor_act_model_layers_5_residual_pre_attn/std": 0.3828125, "train/tensor_act_model_layers_5_residual_pre_attn/max_abs": 20.625, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_pre_attn/min": 16.75, "train/tensor_act_model_layers_5_residual_pre_attn/max": 20.625, "train/tensor_act_model_layers_5_residual_pre_attn/range": 3.875, "train/tensor_act_model_layers_5_residual_post_attn/norm": 40642.91015625, "train/tensor_act_model_layers_5_residual_post_attn/mean": 19.875, "train/tensor_act_model_layers_5_residual_post_attn/std": 0.40234375, "train/tensor_act_model_layers_5_residual_post_attn/max_abs": 20.875, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_post_attn/min": 16.625, "train/tensor_act_model_layers_5_residual_post_attn/max": 20.875, "train/tensor_act_model_layers_5_residual_post_attn/range": 4.25, "train/tensor_act_model_layers_5_mlp_gate_proj/norm": 5181.25732421875, "train/tensor_act_model_layers_5_mlp_gate_proj/mean": 0.099609375, "train/tensor_act_model_layers_5_mlp_gate_proj/std": 1.7890625, "train/tensor_act_model_layers_5_mlp_gate_proj/max_abs": 3.265625, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_5_mlp_gate_proj/max": 3.234375, "train/tensor_act_model_layers_5_mlp_gate_proj/range": 6.5, "train/tensor_act_model_layers_5_mlp_up_proj/norm": 5225.34228515625, "train/tensor_act_model_layers_5_mlp_up_proj/mean": 0.0947265625, "train/tensor_act_model_layers_5_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_5_mlp_up_proj/max_abs": 3.4375, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp_up_proj/min": -3.15625, "train/tensor_act_model_layers_5_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_5_mlp_up_proj/range": 6.59375, "train/tensor_act_model_layers_5_mlp_down_proj/norm": 30550.490234375, "train/tensor_act_model_layers_5_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_5_mlp_down_proj/std": 0.4140625, "train/tensor_act_model_layers_5_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_5_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_5_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_5_mlp/norm": 8192.0, "train/tensor_act_model_layers_5_mlp/mean": 4.0, "train/tensor_act_model_layers_5_mlp/std": 0.0, "train/tensor_act_model_layers_5_mlp/max_abs": 4.0, "train/tensor_act_model_layers_5_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_5_mlp/min": 4.0, "train/tensor_act_model_layers_5_mlp/max": 4.0, "train/tensor_act_model_layers_5_mlp/range": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/norm": 48833.51171875, "train/tensor_act_model_layers_5_residual_post_mlp/mean": 23.875, "train/tensor_act_model_layers_5_residual_post_mlp/std": 0.40234375, "train/tensor_act_model_layers_5_residual_post_mlp/max_abs": 24.875, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_5_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_5_residual_post_mlp/min": 20.625, "train/tensor_act_model_layers_5_residual_post_mlp/max": 24.875, "train/tensor_act_model_layers_5_residual_post_mlp/range": 4.25, "train/tensor_act_model_layers_6_residual_pre_attn/norm": 48833.51171875, "train/tensor_act_model_layers_6_residual_pre_attn/mean": 23.875, "train/tensor_act_model_layers_6_residual_pre_attn/std": 0.40234375, "train/tensor_act_model_layers_6_residual_pre_attn/max_abs": 24.875, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_pre_attn/min": 20.625, "train/tensor_act_model_layers_6_residual_pre_attn/max": 24.875, "train/tensor_act_model_layers_6_residual_pre_attn/range": 4.25, "train/tensor_act_model_layers_6_residual_post_attn/norm": 48797.3515625, "train/tensor_act_model_layers_6_residual_post_attn/mean": 23.875, "train/tensor_act_model_layers_6_residual_post_attn/std": 0.408203125, "train/tensor_act_model_layers_6_residual_post_attn/max_abs": 25.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_attn/min": 20.5, "train/tensor_act_model_layers_6_residual_post_attn/max": 25.0, "train/tensor_act_model_layers_6_residual_post_attn/range": 4.5, "train/tensor_act_model_layers_6_mlp_gate_proj/norm": 5326.51806640625, "train/tensor_act_model_layers_6_mlp_gate_proj/mean": -0.0498046875, "train/tensor_act_model_layers_6_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_6_mlp_gate_proj/max_abs": 3.453125, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_gate_proj/min": -3.453125, "train/tensor_act_model_layers_6_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_6_mlp_gate_proj/range": 6.796875, "train/tensor_act_model_layers_6_mlp_up_proj/norm": 5288.3662109375, "train/tensor_act_model_layers_6_mlp_up_proj/mean": 0.05859375, "train/tensor_act_model_layers_6_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_6_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_6_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_6_mlp_up_proj/range": 6.953125, "train/tensor_act_model_layers_6_mlp_down_proj/norm": 30516.46875, "train/tensor_act_model_layers_6_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_6_mlp_down_proj/std": 0.42578125, "train/tensor_act_model_layers_6_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_6_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_6_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_6_mlp/norm": 8192.0, "train/tensor_act_model_layers_6_mlp/mean": 4.0, "train/tensor_act_model_layers_6_mlp/std": 0.0, "train/tensor_act_model_layers_6_mlp/max_abs": 4.0, "train/tensor_act_model_layers_6_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_6_mlp/min": 4.0, "train/tensor_act_model_layers_6_mlp/max": 4.0, "train/tensor_act_model_layers_6_mlp/range": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/norm": 56988.3203125, "train/tensor_act_model_layers_6_residual_post_mlp/mean": 27.875, "train/tensor_act_model_layers_6_residual_post_mlp/std": 0.408203125, "train/tensor_act_model_layers_6_residual_post_mlp/max_abs": 29.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_6_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_6_residual_post_mlp/min": 24.5, "train/tensor_act_model_layers_6_residual_post_mlp/max": 29.0, "train/tensor_act_model_layers_6_residual_post_mlp/range": 4.5, "train/tensor_act_model_layers_7_residual_pre_attn/norm": 56988.3203125, "train/tensor_act_model_layers_7_residual_pre_attn/mean": 27.875, "train/tensor_act_model_layers_7_residual_pre_attn/std": 0.408203125, "train/tensor_act_model_layers_7_residual_pre_attn/max_abs": 29.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_pre_attn/min": 24.5, "train/tensor_act_model_layers_7_residual_pre_attn/max": 29.0, "train/tensor_act_model_layers_7_residual_pre_attn/range": 4.5, "train/tensor_act_model_layers_7_residual_post_attn/norm": 57019.875, "train/tensor_act_model_layers_7_residual_post_attn/mean": 27.875, "train/tensor_act_model_layers_7_residual_post_attn/std": 0.453125, "train/tensor_act_model_layers_7_residual_post_attn/max_abs": 29.375, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_attn/min": 24.375, "train/tensor_act_model_layers_7_residual_post_attn/max": 29.375, "train/tensor_act_model_layers_7_residual_post_attn/range": 5.0, "train/tensor_act_model_layers_7_mlp_gate_proj/norm": 5478.6142578125, "train/tensor_act_model_layers_7_mlp_gate_proj/mean": -0.032470703125, "train/tensor_act_model_layers_7_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_7_mlp_gate_proj/max_abs": 3.59375, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_7_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_7_mlp_gate_proj/range": 7.03125, "train/tensor_act_model_layers_7_mlp_up_proj/norm": 5352.578125, "train/tensor_act_model_layers_7_mlp_up_proj/mean": 0.07177734375, "train/tensor_act_model_layers_7_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_7_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp_up_proj/min": -3.453125, "train/tensor_act_model_layers_7_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_7_mlp_up_proj/range": 7.203125, "train/tensor_act_model_layers_7_mlp_down_proj/norm": 30497.013671875, "train/tensor_act_model_layers_7_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_7_mlp_down_proj/std": 0.373046875, "train/tensor_act_model_layers_7_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_7_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_7_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_7_mlp/norm": 8192.0, "train/tensor_act_model_layers_7_mlp/mean": 4.0, "train/tensor_act_model_layers_7_mlp/std": 0.0, "train/tensor_act_model_layers_7_mlp/max_abs": 4.0, "train/tensor_act_model_layers_7_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_7_mlp/min": 4.0, "train/tensor_act_model_layers_7_mlp/max": 4.0, "train/tensor_act_model_layers_7_mlp/range": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/norm": 65188.79296875, "train/tensor_act_model_layers_7_residual_post_mlp/mean": 31.875, "train/tensor_act_model_layers_7_residual_post_mlp/std": 0.451171875, "train/tensor_act_model_layers_7_residual_post_mlp/max_abs": 33.5, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_7_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_7_residual_post_mlp/min": 28.375, "train/tensor_act_model_layers_7_residual_post_mlp/max": 33.5, "train/tensor_act_model_layers_7_residual_post_mlp/range": 5.125, "train/tensor_act_model_layers_8_residual_pre_attn/norm": 65188.79296875, "train/tensor_act_model_layers_8_residual_pre_attn/mean": 31.875, "train/tensor_act_model_layers_8_residual_pre_attn/std": 0.451171875, "train/tensor_act_model_layers_8_residual_pre_attn/max_abs": 33.5, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_pre_attn/min": 28.375, "train/tensor_act_model_layers_8_residual_pre_attn/max": 33.5, "train/tensor_act_model_layers_8_residual_pre_attn/range": 5.125, "train/tensor_act_model_layers_8_residual_post_attn/norm": 65171.05078125, "train/tensor_act_model_layers_8_residual_post_attn/mean": 31.875, "train/tensor_act_model_layers_8_residual_post_attn/std": 0.486328125, "train/tensor_act_model_layers_8_residual_post_attn/max_abs": 33.5, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_attn/min": 28.25, "train/tensor_act_model_layers_8_residual_post_attn/max": 33.5, "train/tensor_act_model_layers_8_residual_post_attn/range": 5.25, "train/tensor_act_model_layers_8_mlp_gate_proj/norm": 5387.02587890625, "train/tensor_act_model_layers_8_mlp_gate_proj/mean": -0.035888671875, "train/tensor_act_model_layers_8_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_8_mlp_gate_proj/max_abs": 3.328125, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_gate_proj/min": -3.328125, "train/tensor_act_model_layers_8_mlp_gate_proj/max": 3.203125, "train/tensor_act_model_layers_8_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_8_mlp_up_proj/norm": 5307.283203125, "train/tensor_act_model_layers_8_mlp_up_proj/mean": -0.0135498046875, "train/tensor_act_model_layers_8_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_8_mlp_up_proj/max_abs": 3.359375, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_8_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_8_mlp_up_proj/range": 6.578125, "train/tensor_act_model_layers_8_mlp_down_proj/norm": 30348.359375, "train/tensor_act_model_layers_8_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_8_mlp_down_proj/std": 0.3671875, "train/tensor_act_model_layers_8_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_8_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_8_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_8_mlp/norm": 8192.0, "train/tensor_act_model_layers_8_mlp/mean": 4.0, "train/tensor_act_model_layers_8_mlp/std": 0.0, "train/tensor_act_model_layers_8_mlp/max_abs": 4.0, "train/tensor_act_model_layers_8_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_8_mlp/min": 4.0, "train/tensor_act_model_layers_8_mlp/max": 4.0, "train/tensor_act_model_layers_8_mlp/range": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/norm": 73380.375, "train/tensor_act_model_layers_8_residual_post_mlp/mean": 35.75, "train/tensor_act_model_layers_8_residual_post_mlp/std": 0.49609375, "train/tensor_act_model_layers_8_residual_post_mlp/max_abs": 37.5, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_8_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_8_residual_post_mlp/min": 32.25, "train/tensor_act_model_layers_8_residual_post_mlp/max": 37.5, "train/tensor_act_model_layers_8_residual_post_mlp/range": 5.25, "train/tensor_act_model_layers_9_residual_pre_attn/norm": 73380.375, "train/tensor_act_model_layers_9_residual_pre_attn/mean": 35.75, "train/tensor_act_model_layers_9_residual_pre_attn/std": 0.49609375, "train/tensor_act_model_layers_9_residual_pre_attn/max_abs": 37.5, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_pre_attn/min": 32.25, "train/tensor_act_model_layers_9_residual_pre_attn/max": 37.5, "train/tensor_act_model_layers_9_residual_pre_attn/range": 5.25, "train/tensor_act_model_layers_9_residual_post_attn/norm": 73364.3828125, "train/tensor_act_model_layers_9_residual_post_attn/mean": 35.75, "train/tensor_act_model_layers_9_residual_post_attn/std": 0.49609375, "train/tensor_act_model_layers_9_residual_post_attn/max_abs": 37.5, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_attn/min": 32.25, "train/tensor_act_model_layers_9_residual_post_attn/max": 37.5, "train/tensor_act_model_layers_9_residual_post_attn/range": 5.25, "train/tensor_act_model_layers_9_mlp_gate_proj/norm": 5338.26708984375, "train/tensor_act_model_layers_9_mlp_gate_proj/mean": 0.3125, "train/tensor_act_model_layers_9_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_9_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_9_mlp_gate_proj/max": 3.640625, "train/tensor_act_model_layers_9_mlp_gate_proj/range": 7.359375, "train/tensor_act_model_layers_9_mlp_up_proj/norm": 5369.78662109375, "train/tensor_act_model_layers_9_mlp_up_proj/mean": -0.05859375, "train/tensor_act_model_layers_9_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_9_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_9_mlp_up_proj/max": 3.5, "train/tensor_act_model_layers_9_mlp_up_proj/range": 7.28125, "train/tensor_act_model_layers_9_mlp_down_proj/norm": 30596.029296875, "train/tensor_act_model_layers_9_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_9_mlp_down_proj/std": 0.44921875, "train/tensor_act_model_layers_9_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_9_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_9_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_9_mlp/norm": 8192.0, "train/tensor_act_model_layers_9_mlp/mean": 4.0, "train/tensor_act_model_layers_9_mlp/std": 0.0, "train/tensor_act_model_layers_9_mlp/max_abs": 4.0, "train/tensor_act_model_layers_9_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_9_mlp/min": 4.0, "train/tensor_act_model_layers_9_mlp/max": 4.0, "train/tensor_act_model_layers_9_mlp/range": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/norm": 81555.6796875, "train/tensor_act_model_layers_9_residual_post_mlp/mean": 39.75, "train/tensor_act_model_layers_9_residual_post_mlp/std": 0.49609375, "train/tensor_act_model_layers_9_residual_post_mlp/max_abs": 41.5, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_9_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_9_residual_post_mlp/min": 36.25, "train/tensor_act_model_layers_9_residual_post_mlp/max": 41.5, "train/tensor_act_model_layers_9_residual_post_mlp/range": 5.25, "train/tensor_act_model_layers_10_residual_pre_attn/norm": 81555.6796875, "train/tensor_act_model_layers_10_residual_pre_attn/mean": 39.75, "train/tensor_act_model_layers_10_residual_pre_attn/std": 0.49609375, "train/tensor_act_model_layers_10_residual_pre_attn/max_abs": 41.5, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_pre_attn/min": 36.25, "train/tensor_act_model_layers_10_residual_pre_attn/max": 41.5, "train/tensor_act_model_layers_10_residual_pre_attn/range": 5.25, "train/tensor_act_model_layers_10_residual_post_attn/norm": 81568.0625, "train/tensor_act_model_layers_10_residual_post_attn/mean": 39.75, "train/tensor_act_model_layers_10_residual_post_attn/std": 0.51171875, "train/tensor_act_model_layers_10_residual_post_attn/max_abs": 41.5, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_attn/min": 36.25, "train/tensor_act_model_layers_10_residual_post_attn/max": 41.5, "train/tensor_act_model_layers_10_residual_post_attn/range": 5.25, "train/tensor_act_model_layers_10_mlp_gate_proj/norm": 5308.9140625, "train/tensor_act_model_layers_10_mlp_gate_proj/mean": 0.039794921875, "train/tensor_act_model_layers_10_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_10_mlp_gate_proj/max_abs": 3.296875, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_gate_proj/min": -3.234375, "train/tensor_act_model_layers_10_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_10_mlp_gate_proj/range": 6.53125, "train/tensor_act_model_layers_10_mlp_up_proj/norm": 5390.48828125, "train/tensor_act_model_layers_10_mlp_up_proj/mean": -0.130859375, "train/tensor_act_model_layers_10_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_10_mlp_up_proj/max_abs": 3.28125, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp_up_proj/min": -3.28125, "train/tensor_act_model_layers_10_mlp_up_proj/max": 3.1875, "train/tensor_act_model_layers_10_mlp_up_proj/range": 6.46875, "train/tensor_act_model_layers_10_mlp_down_proj/norm": 30479.517578125, "train/tensor_act_model_layers_10_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_10_mlp_down_proj/std": 0.3984375, "train/tensor_act_model_layers_10_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_10_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_10_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_10_mlp/norm": 8192.0, "train/tensor_act_model_layers_10_mlp/mean": 4.0, "train/tensor_act_model_layers_10_mlp/std": 0.0, "train/tensor_act_model_layers_10_mlp/max_abs": 4.0, "train/tensor_act_model_layers_10_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_10_mlp/min": 4.0, "train/tensor_act_model_layers_10_mlp/max": 4.0, "train/tensor_act_model_layers_10_mlp/range": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/norm": 89759.453125, "train/tensor_act_model_layers_10_residual_post_mlp/mean": 43.75, "train/tensor_act_model_layers_10_residual_post_mlp/std": 0.51171875, "train/tensor_act_model_layers_10_residual_post_mlp/max_abs": 45.5, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_10_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_10_residual_post_mlp/min": 40.25, "train/tensor_act_model_layers_10_residual_post_mlp/max": 45.5, "train/tensor_act_model_layers_10_residual_post_mlp/range": 5.25, "train/tensor_act_model_layers_11_residual_pre_attn/norm": 89759.453125, "train/tensor_act_model_layers_11_residual_pre_attn/mean": 43.75, "train/tensor_act_model_layers_11_residual_pre_attn/std": 0.51171875, "train/tensor_act_model_layers_11_residual_pre_attn/max_abs": 45.5, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_pre_attn/min": 40.25, "train/tensor_act_model_layers_11_residual_pre_attn/max": 45.5, "train/tensor_act_model_layers_11_residual_pre_attn/range": 5.25, "train/tensor_act_model_layers_11_residual_post_attn/norm": 89719.5234375, "train/tensor_act_model_layers_11_residual_post_attn/mean": 43.75, "train/tensor_act_model_layers_11_residual_post_attn/std": 0.515625, "train/tensor_act_model_layers_11_residual_post_attn/max_abs": 45.5, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_attn/min": 40.25, "train/tensor_act_model_layers_11_residual_post_attn/max": 45.5, "train/tensor_act_model_layers_11_residual_post_attn/range": 5.25, "train/tensor_act_model_layers_11_mlp_gate_proj/norm": 5411.88916015625, "train/tensor_act_model_layers_11_mlp_gate_proj/mean": 0.0203857421875, "train/tensor_act_model_layers_11_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_11_mlp_gate_proj/max_abs": 3.5, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_gate_proj/min": -3.5, "train/tensor_act_model_layers_11_mlp_gate_proj/max": 3.421875, "train/tensor_act_model_layers_11_mlp_gate_proj/range": 6.921875, "train/tensor_act_model_layers_11_mlp_up_proj/norm": 5452.51025390625, "train/tensor_act_model_layers_11_mlp_up_proj/mean": 0.0017852783203125, "train/tensor_act_model_layers_11_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_11_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_11_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_11_mlp_up_proj/range": 6.9375, "train/tensor_act_model_layers_11_mlp_down_proj/norm": 30539.96484375, "train/tensor_act_model_layers_11_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_11_mlp_down_proj/std": 0.4296875, "train/tensor_act_model_layers_11_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_11_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_11_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_11_mlp/norm": 8192.0, "train/tensor_act_model_layers_11_mlp/mean": 4.0, "train/tensor_act_model_layers_11_mlp/std": 0.0, "train/tensor_act_model_layers_11_mlp/max_abs": 4.0, "train/tensor_act_model_layers_11_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_11_mlp/min": 4.0, "train/tensor_act_model_layers_11_mlp/max": 4.0, "train/tensor_act_model_layers_11_mlp/range": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/norm": 97911.0, "train/tensor_act_model_layers_11_residual_post_mlp/mean": 47.75, "train/tensor_act_model_layers_11_residual_post_mlp/std": 0.515625, "train/tensor_act_model_layers_11_residual_post_mlp/max_abs": 49.5, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_11_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_11_residual_post_mlp/min": 44.25, "train/tensor_act_model_layers_11_residual_post_mlp/max": 49.5, "train/tensor_act_model_layers_11_residual_post_mlp/range": 5.25, "train/tensor_act_model_layers_12_residual_pre_attn/norm": 97911.0, "train/tensor_act_model_layers_12_residual_pre_attn/mean": 47.75, "train/tensor_act_model_layers_12_residual_pre_attn/std": 0.515625, "train/tensor_act_model_layers_12_residual_pre_attn/max_abs": 49.5, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_pre_attn/min": 44.25, "train/tensor_act_model_layers_12_residual_pre_attn/max": 49.5, "train/tensor_act_model_layers_12_residual_pre_attn/range": 5.25, "train/tensor_act_model_layers_12_residual_post_attn/norm": 97841.6015625, "train/tensor_act_model_layers_12_residual_post_attn/mean": 47.75, "train/tensor_act_model_layers_12_residual_post_attn/std": 0.5390625, "train/tensor_act_model_layers_12_residual_post_attn/max_abs": 49.5, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_attn/min": 44.25, "train/tensor_act_model_layers_12_residual_post_attn/max": 49.5, "train/tensor_act_model_layers_12_residual_post_attn/range": 5.25, "train/tensor_act_model_layers_12_mlp_gate_proj/norm": 5292.28564453125, "train/tensor_act_model_layers_12_mlp_gate_proj/mean": 0.041015625, "train/tensor_act_model_layers_12_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_12_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_12_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_12_mlp_gate_proj/range": 7.265625, "train/tensor_act_model_layers_12_mlp_up_proj/norm": 5464.95068359375, "train/tensor_act_model_layers_12_mlp_up_proj/mean": 0.099609375, "train/tensor_act_model_layers_12_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_12_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_12_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_12_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_12_mlp_down_proj/norm": 30282.08984375, "train/tensor_act_model_layers_12_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_12_mlp_down_proj/std": 0.30078125, "train/tensor_act_model_layers_12_mlp_down_proj/max_abs": 15.6875, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_12_mlp_down_proj/max": 15.6875, "train/tensor_act_model_layers_12_mlp_down_proj/range": 1.5, "train/tensor_act_model_layers_12_mlp/norm": 8192.0, "train/tensor_act_model_layers_12_mlp/mean": 4.0, "train/tensor_act_model_layers_12_mlp/std": 0.0, "train/tensor_act_model_layers_12_mlp/max_abs": 4.0, "train/tensor_act_model_layers_12_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_12_mlp/min": 4.0, "train/tensor_act_model_layers_12_mlp/max": 4.0, "train/tensor_act_model_layers_12_mlp/range": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/norm": 106033.1171875, "train/tensor_act_model_layers_12_residual_post_mlp/mean": 51.75, "train/tensor_act_model_layers_12_residual_post_mlp/std": 0.5390625, "train/tensor_act_model_layers_12_residual_post_mlp/max_abs": 53.5, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_12_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_12_residual_post_mlp/min": 48.25, "train/tensor_act_model_layers_12_residual_post_mlp/max": 53.5, "train/tensor_act_model_layers_12_residual_post_mlp/range": 5.25, "train/tensor_act_model_layers_13_residual_pre_attn/norm": 106033.1171875, "train/tensor_act_model_layers_13_residual_pre_attn/mean": 51.75, "train/tensor_act_model_layers_13_residual_pre_attn/std": 0.5390625, "train/tensor_act_model_layers_13_residual_pre_attn/max_abs": 53.5, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_pre_attn/min": 48.25, "train/tensor_act_model_layers_13_residual_pre_attn/max": 53.5, "train/tensor_act_model_layers_13_residual_pre_attn/range": 5.25, "train/tensor_act_model_layers_13_residual_post_attn/norm": 105955.8984375, "train/tensor_act_model_layers_13_residual_post_attn/mean": 51.75, "train/tensor_act_model_layers_13_residual_post_attn/std": 0.5703125, "train/tensor_act_model_layers_13_residual_post_attn/max_abs": 53.5, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_attn/min": 48.25, "train/tensor_act_model_layers_13_residual_post_attn/max": 53.5, "train/tensor_act_model_layers_13_residual_post_attn/range": 5.25, "train/tensor_act_model_layers_13_mlp_gate_proj/norm": 5312.01708984375, "train/tensor_act_model_layers_13_mlp_gate_proj/mean": 0.0625, "train/tensor_act_model_layers_13_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_13_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_13_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_13_mlp_gate_proj/range": 7.390625, "train/tensor_act_model_layers_13_mlp_up_proj/norm": 5339.50390625, "train/tensor_act_model_layers_13_mlp_up_proj/mean": -0.09228515625, "train/tensor_act_model_layers_13_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_13_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_13_mlp_up_proj/max": 3.6875, "train/tensor_act_model_layers_13_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_13_mlp_down_proj/norm": 30582.796875, "train/tensor_act_model_layers_13_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_13_mlp_down_proj/std": 0.5078125, "train/tensor_act_model_layers_13_mlp_down_proj/max_abs": 18.125, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_13_mlp_down_proj/max": 18.125, "train/tensor_act_model_layers_13_mlp_down_proj/range": 3.9375, "train/tensor_act_model_layers_13_mlp/norm": 8192.0, "train/tensor_act_model_layers_13_mlp/mean": 4.0, "train/tensor_act_model_layers_13_mlp/std": 0.0, "train/tensor_act_model_layers_13_mlp/max_abs": 4.0, "train/tensor_act_model_layers_13_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_13_mlp/min": 4.0, "train/tensor_act_model_layers_13_mlp/max": 4.0, "train/tensor_act_model_layers_13_mlp/range": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/norm": 114147.4296875, "train/tensor_act_model_layers_13_residual_post_mlp/mean": 55.75, "train/tensor_act_model_layers_13_residual_post_mlp/std": 0.5703125, "train/tensor_act_model_layers_13_residual_post_mlp/max_abs": 57.5, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_13_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_13_residual_post_mlp/min": 52.25, "train/tensor_act_model_layers_13_residual_post_mlp/max": 57.5, "train/tensor_act_model_layers_13_residual_post_mlp/range": 5.25, "train/tensor_act_model_layers_14_residual_pre_attn/norm": 114147.4296875, "train/tensor_act_model_layers_14_residual_pre_attn/mean": 55.75, "train/tensor_act_model_layers_14_residual_pre_attn/std": 0.5703125, "train/tensor_act_model_layers_14_residual_pre_attn/max_abs": 57.5, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_pre_attn/min": 52.25, "train/tensor_act_model_layers_14_residual_pre_attn/max": 57.5, "train/tensor_act_model_layers_14_residual_pre_attn/range": 5.25, "train/tensor_act_model_layers_14_residual_post_attn/norm": 114127.8515625, "train/tensor_act_model_layers_14_residual_post_attn/mean": 55.75, "train/tensor_act_model_layers_14_residual_post_attn/std": 0.58984375, "train/tensor_act_model_layers_14_residual_post_attn/max_abs": 57.5, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_attn/min": 52.25, "train/tensor_act_model_layers_14_residual_post_attn/max": 57.5, "train/tensor_act_model_layers_14_residual_post_attn/range": 5.25, "train/tensor_act_model_layers_14_mlp_gate_proj/norm": 5364.34033203125, "train/tensor_act_model_layers_14_mlp_gate_proj/mean": -0.26171875, "train/tensor_act_model_layers_14_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_14_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_14_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_14_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_14_mlp_up_proj/norm": 5385.21826171875, "train/tensor_act_model_layers_14_mlp_up_proj/mean": 0.03515625, "train/tensor_act_model_layers_14_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_14_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_14_mlp_up_proj/max": 3.109375, "train/tensor_act_model_layers_14_mlp_up_proj/range": 6.796875, "train/tensor_act_model_layers_14_mlp_down_proj/norm": 30388.896484375, "train/tensor_act_model_layers_14_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_14_mlp_down_proj/std": 0.408203125, "train/tensor_act_model_layers_14_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_14_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_14_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_14_mlp/norm": 8192.0, "train/tensor_act_model_layers_14_mlp/mean": 4.0, "train/tensor_act_model_layers_14_mlp/std": 0.0, "train/tensor_act_model_layers_14_mlp/max_abs": 4.0, "train/tensor_act_model_layers_14_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_14_mlp/min": 4.0, "train/tensor_act_model_layers_14_mlp/max": 4.0, "train/tensor_act_model_layers_14_mlp/range": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/norm": 122319.421875, "train/tensor_act_model_layers_14_residual_post_mlp/mean": 59.75, "train/tensor_act_model_layers_14_residual_post_mlp/std": 0.58984375, "train/tensor_act_model_layers_14_residual_post_mlp/max_abs": 61.5, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_14_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_14_residual_post_mlp/min": 56.25, "train/tensor_act_model_layers_14_residual_post_mlp/max": 61.5, "train/tensor_act_model_layers_14_residual_post_mlp/range": 5.25, "train/tensor_act_model_layers_15_residual_pre_attn/norm": 122319.421875, "train/tensor_act_model_layers_15_residual_pre_attn/mean": 59.75, "train/tensor_act_model_layers_15_residual_pre_attn/std": 0.58984375, "train/tensor_act_model_layers_15_residual_pre_attn/max_abs": 61.5, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_pre_attn/min": 56.25, "train/tensor_act_model_layers_15_residual_pre_attn/max": 61.5, "train/tensor_act_model_layers_15_residual_pre_attn/range": 5.25, "train/tensor_act_model_layers_15_residual_post_attn/norm": 122275.984375, "train/tensor_act_model_layers_15_residual_post_attn/mean": 59.75, "train/tensor_act_model_layers_15_residual_post_attn/std": 0.6171875, "train/tensor_act_model_layers_15_residual_post_attn/max_abs": 61.5, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_attn/min": 56.0, "train/tensor_act_model_layers_15_residual_post_attn/max": 61.5, "train/tensor_act_model_layers_15_residual_post_attn/range": 5.5, "train/tensor_act_model_layers_15_mlp_gate_proj/norm": 5405.54248046875, "train/tensor_act_model_layers_15_mlp_gate_proj/mean": -0.091796875, "train/tensor_act_model_layers_15_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_15_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_gate_proj/min": -3.9375, "train/tensor_act_model_layers_15_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_15_mlp_gate_proj/range": 7.484375, "train/tensor_act_model_layers_15_mlp_up_proj/norm": 5355.94140625, "train/tensor_act_model_layers_15_mlp_up_proj/mean": -0.0810546875, "train/tensor_act_model_layers_15_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_15_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp_up_proj/min": -3.3125, "train/tensor_act_model_layers_15_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_15_mlp_up_proj/range": 6.9375, "train/tensor_act_model_layers_15_mlp_down_proj/norm": 30478.376953125, "train/tensor_act_model_layers_15_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_15_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_15_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_15_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_15_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_15_mlp/norm": 8192.0, "train/tensor_act_model_layers_15_mlp/mean": 4.0, "train/tensor_act_model_layers_15_mlp/std": 0.0, "train/tensor_act_model_layers_15_mlp/max_abs": 4.0, "train/tensor_act_model_layers_15_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_15_mlp/min": 4.0, "train/tensor_act_model_layers_15_mlp/max": 4.0, "train/tensor_act_model_layers_15_mlp/range": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/norm": 130408.375, "train/tensor_act_model_layers_15_residual_post_mlp/mean": 63.75, "train/tensor_act_model_layers_15_residual_post_mlp/std": 0.60546875, "train/tensor_act_model_layers_15_residual_post_mlp/max_abs": 65.5, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_15_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_15_residual_post_mlp/min": 60.0, "train/tensor_act_model_layers_15_residual_post_mlp/max": 65.5, "train/tensor_act_model_layers_15_residual_post_mlp/range": 5.5, "train/tensor_act_model_layers_16_residual_pre_attn/norm": 130408.375, "train/tensor_act_model_layers_16_residual_pre_attn/mean": 63.75, "train/tensor_act_model_layers_16_residual_pre_attn/std": 0.60546875, "train/tensor_act_model_layers_16_residual_pre_attn/max_abs": 65.5, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_pre_attn/min": 60.0, "train/tensor_act_model_layers_16_residual_pre_attn/max": 65.5, "train/tensor_act_model_layers_16_residual_pre_attn/range": 5.5, "train/tensor_act_model_layers_16_residual_post_attn/norm": 130372.921875, "train/tensor_act_model_layers_16_residual_post_attn/mean": 63.75, "train/tensor_act_model_layers_16_residual_post_attn/std": 0.62890625, "train/tensor_act_model_layers_16_residual_post_attn/max_abs": 65.5, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_attn/min": 60.0, "train/tensor_act_model_layers_16_residual_post_attn/max": 65.5, "train/tensor_act_model_layers_16_residual_post_attn/range": 5.5, "train/tensor_act_model_layers_16_mlp_gate_proj/norm": 5323.041015625, "train/tensor_act_model_layers_16_mlp_gate_proj/mean": -0.049560546875, "train/tensor_act_model_layers_16_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_16_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_16_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_16_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_16_mlp_up_proj/norm": 5343.13916015625, "train/tensor_act_model_layers_16_mlp_up_proj/mean": -0.10693359375, "train/tensor_act_model_layers_16_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_16_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_16_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_16_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_16_mlp_down_proj/norm": 30409.404296875, "train/tensor_act_model_layers_16_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_16_mlp_down_proj/std": 0.35546875, "train/tensor_act_model_layers_16_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_16_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_16_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_16_mlp/norm": 8192.0, "train/tensor_act_model_layers_16_mlp/mean": 4.0, "train/tensor_act_model_layers_16_mlp/std": 0.0, "train/tensor_act_model_layers_16_mlp/max_abs": 4.0, "train/tensor_act_model_layers_16_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_16_mlp/min": 4.0, "train/tensor_act_model_layers_16_mlp/max": 4.0, "train/tensor_act_model_layers_16_mlp/range": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/norm": 138655.53125, "train/tensor_act_model_layers_16_residual_post_mlp/mean": 67.5, "train/tensor_act_model_layers_16_residual_post_mlp/std": 0.65234375, "train/tensor_act_model_layers_16_residual_post_mlp/max_abs": 69.5, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_16_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_16_residual_post_mlp/min": 64.0, "train/tensor_act_model_layers_16_residual_post_mlp/max": 69.5, "train/tensor_act_model_layers_16_residual_post_mlp/range": 5.5, "train/tensor_act_model_layers_17_residual_pre_attn/norm": 138655.53125, "train/tensor_act_model_layers_17_residual_pre_attn/mean": 67.5, "train/tensor_act_model_layers_17_residual_pre_attn/std": 0.65234375, "train/tensor_act_model_layers_17_residual_pre_attn/max_abs": 69.5, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_pre_attn/min": 64.0, "train/tensor_act_model_layers_17_residual_pre_attn/max": 69.5, "train/tensor_act_model_layers_17_residual_pre_attn/range": 5.5, "train/tensor_act_model_layers_17_residual_post_attn/norm": 138639.59375, "train/tensor_act_model_layers_17_residual_post_attn/mean": 67.5, "train/tensor_act_model_layers_17_residual_post_attn/std": 0.65625, "train/tensor_act_model_layers_17_residual_post_attn/max_abs": 69.5, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_attn/min": 63.75, "train/tensor_act_model_layers_17_residual_post_attn/max": 69.5, "train/tensor_act_model_layers_17_residual_post_attn/range": 5.75, "train/tensor_act_model_layers_17_mlp_gate_proj/norm": 5213.6923828125, "train/tensor_act_model_layers_17_mlp_gate_proj/mean": 0.1591796875, "train/tensor_act_model_layers_17_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_17_mlp_gate_proj/max_abs": 3.765625, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_17_mlp_gate_proj/max": 3.765625, "train/tensor_act_model_layers_17_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_17_mlp_up_proj/norm": 5249.4794921875, "train/tensor_act_model_layers_17_mlp_up_proj/mean": -0.061767578125, "train/tensor_act_model_layers_17_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_17_mlp_up_proj/max_abs": 3.90625, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_17_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_17_mlp_up_proj/range": 7.625, "train/tensor_act_model_layers_17_mlp_down_proj/norm": 30401.494140625, "train/tensor_act_model_layers_17_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_17_mlp_down_proj/std": 0.380859375, "train/tensor_act_model_layers_17_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_17_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_17_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_17_mlp/norm": 8192.0, "train/tensor_act_model_layers_17_mlp/mean": 4.0, "train/tensor_act_model_layers_17_mlp/std": 0.0, "train/tensor_act_model_layers_17_mlp/max_abs": 4.0, "train/tensor_act_model_layers_17_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_17_mlp/min": 4.0, "train/tensor_act_model_layers_17_mlp/max": 4.0, "train/tensor_act_model_layers_17_mlp/range": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/norm": 146831.25, "train/tensor_act_model_layers_17_residual_post_mlp/mean": 71.5, "train/tensor_act_model_layers_17_residual_post_mlp/std": 0.65625, "train/tensor_act_model_layers_17_residual_post_mlp/max_abs": 73.5, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_17_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_17_residual_post_mlp/min": 68.0, "train/tensor_act_model_layers_17_residual_post_mlp/max": 73.5, "train/tensor_act_model_layers_17_residual_post_mlp/range": 5.5, "train/tensor_act_model_layers_18_residual_pre_attn/norm": 146831.25, "train/tensor_act_model_layers_18_residual_pre_attn/mean": 71.5, "train/tensor_act_model_layers_18_residual_pre_attn/std": 0.65625, "train/tensor_act_model_layers_18_residual_pre_attn/max_abs": 73.5, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_pre_attn/min": 68.0, "train/tensor_act_model_layers_18_residual_pre_attn/max": 73.5, "train/tensor_act_model_layers_18_residual_pre_attn/range": 5.5, "train/tensor_act_model_layers_18_residual_post_attn/norm": 146807.515625, "train/tensor_act_model_layers_18_residual_post_attn/mean": 71.5, "train/tensor_act_model_layers_18_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_18_residual_post_attn/max_abs": 74.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_attn/min": 68.0, "train/tensor_act_model_layers_18_residual_post_attn/max": 74.0, "train/tensor_act_model_layers_18_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_18_mlp_gate_proj/norm": 5309.4794921875, "train/tensor_act_model_layers_18_mlp_gate_proj/mean": -0.15234375, "train/tensor_act_model_layers_18_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_18_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_18_mlp_gate_proj/max": 3.4375, "train/tensor_act_model_layers_18_mlp_gate_proj/range": 7.171875, "train/tensor_act_model_layers_18_mlp_up_proj/norm": 5272.91357421875, "train/tensor_act_model_layers_18_mlp_up_proj/mean": -0.0322265625, "train/tensor_act_model_layers_18_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_18_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_18_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_18_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_18_mlp_down_proj/norm": 30464.3359375, "train/tensor_act_model_layers_18_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_18_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_18_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_18_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_18_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_18_mlp/norm": 8192.0, "train/tensor_act_model_layers_18_mlp/mean": 4.0, "train/tensor_act_model_layers_18_mlp/std": 0.0, "train/tensor_act_model_layers_18_mlp/max_abs": 4.0, "train/tensor_act_model_layers_18_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_18_mlp/min": 4.0, "train/tensor_act_model_layers_18_mlp/max": 4.0, "train/tensor_act_model_layers_18_mlp/range": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/norm": 154999.1875, "train/tensor_act_model_layers_18_residual_post_mlp/mean": 75.5, "train/tensor_act_model_layers_18_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_18_residual_post_mlp/max_abs": 78.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_18_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_18_residual_post_mlp/min": 72.0, "train/tensor_act_model_layers_18_residual_post_mlp/max": 78.0, "train/tensor_act_model_layers_18_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_19_residual_pre_attn/norm": 154999.1875, "train/tensor_act_model_layers_19_residual_pre_attn/mean": 75.5, "train/tensor_act_model_layers_19_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_19_residual_pre_attn/max_abs": 78.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_pre_attn/min": 72.0, "train/tensor_act_model_layers_19_residual_pre_attn/max": 78.0, "train/tensor_act_model_layers_19_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_19_residual_post_attn/norm": 154999.1875, "train/tensor_act_model_layers_19_residual_post_attn/mean": 75.5, "train/tensor_act_model_layers_19_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_19_residual_post_attn/max_abs": 78.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_attn/min": 72.0, "train/tensor_act_model_layers_19_residual_post_attn/max": 78.0, "train/tensor_act_model_layers_19_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_19_mlp_gate_proj/norm": 5360.9013671875, "train/tensor_act_model_layers_19_mlp_gate_proj/mean": 0.034423828125, "train/tensor_act_model_layers_19_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_19_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_gate_proj/min": -3.390625, "train/tensor_act_model_layers_19_mlp_gate_proj/max": 3.65625, "train/tensor_act_model_layers_19_mlp_gate_proj/range": 7.046875, "train/tensor_act_model_layers_19_mlp_up_proj/norm": 5260.98291015625, "train/tensor_act_model_layers_19_mlp_up_proj/mean": -0.23046875, "train/tensor_act_model_layers_19_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_19_mlp_up_proj/max_abs": 3.703125, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp_up_proj/min": -3.703125, "train/tensor_act_model_layers_19_mlp_up_proj/max": 3.640625, "train/tensor_act_model_layers_19_mlp_up_proj/range": 7.34375, "train/tensor_act_model_layers_19_mlp_down_proj/norm": 30428.228515625, "train/tensor_act_model_layers_19_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_19_mlp_down_proj/std": 0.380859375, "train/tensor_act_model_layers_19_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_19_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_19_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_19_mlp/norm": 8192.0, "train/tensor_act_model_layers_19_mlp/mean": 4.0, "train/tensor_act_model_layers_19_mlp/std": 0.0, "train/tensor_act_model_layers_19_mlp/max_abs": 4.0, "train/tensor_act_model_layers_19_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_19_mlp/min": 4.0, "train/tensor_act_model_layers_19_mlp/max": 4.0, "train/tensor_act_model_layers_19_mlp/range": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/norm": 163190.875, "train/tensor_act_model_layers_19_residual_post_mlp/mean": 79.5, "train/tensor_act_model_layers_19_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_19_residual_post_mlp/max_abs": 82.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_19_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_19_residual_post_mlp/min": 76.0, "train/tensor_act_model_layers_19_residual_post_mlp/max": 82.0, "train/tensor_act_model_layers_19_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_20_residual_pre_attn/norm": 163190.875, "train/tensor_act_model_layers_20_residual_pre_attn/mean": 79.5, "train/tensor_act_model_layers_20_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_20_residual_pre_attn/max_abs": 82.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_pre_attn/min": 76.0, "train/tensor_act_model_layers_20_residual_pre_attn/max": 82.0, "train/tensor_act_model_layers_20_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_20_residual_post_attn/norm": 163190.125, "train/tensor_act_model_layers_20_residual_post_attn/mean": 79.5, "train/tensor_act_model_layers_20_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_20_residual_post_attn/max_abs": 82.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_attn/min": 76.0, "train/tensor_act_model_layers_20_residual_post_attn/max": 82.0, "train/tensor_act_model_layers_20_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_20_mlp_gate_proj/norm": 5380.779296875, "train/tensor_act_model_layers_20_mlp_gate_proj/mean": -0.17578125, "train/tensor_act_model_layers_20_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_20_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_gate_proj/min": -3.40625, "train/tensor_act_model_layers_20_mlp_gate_proj/max": 3.53125, "train/tensor_act_model_layers_20_mlp_gate_proj/range": 6.9375, "train/tensor_act_model_layers_20_mlp_up_proj/norm": 5478.57568359375, "train/tensor_act_model_layers_20_mlp_up_proj/mean": 0.06298828125, "train/tensor_act_model_layers_20_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_20_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp_up_proj/min": -3.171875, "train/tensor_act_model_layers_20_mlp_up_proj/max": 3.875, "train/tensor_act_model_layers_20_mlp_up_proj/range": 7.046875, "train/tensor_act_model_layers_20_mlp_down_proj/norm": 30512.154296875, "train/tensor_act_model_layers_20_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_20_mlp_down_proj/std": 0.458984375, "train/tensor_act_model_layers_20_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_20_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_20_mlp_down_proj/range": 2.5, "train/tensor_act_model_layers_20_mlp/norm": 8192.0, "train/tensor_act_model_layers_20_mlp/mean": 4.0, "train/tensor_act_model_layers_20_mlp/std": 0.0, "train/tensor_act_model_layers_20_mlp/max_abs": 4.0, "train/tensor_act_model_layers_20_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_20_mlp/min": 4.0, "train/tensor_act_model_layers_20_mlp/max": 4.0, "train/tensor_act_model_layers_20_mlp/range": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/norm": 171381.84375, "train/tensor_act_model_layers_20_residual_post_mlp/mean": 83.5, "train/tensor_act_model_layers_20_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_20_residual_post_mlp/max_abs": 86.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_20_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_20_residual_post_mlp/min": 80.0, "train/tensor_act_model_layers_20_residual_post_mlp/max": 86.0, "train/tensor_act_model_layers_20_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_21_residual_pre_attn/norm": 171381.84375, "train/tensor_act_model_layers_21_residual_pre_attn/mean": 83.5, "train/tensor_act_model_layers_21_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_21_residual_pre_attn/max_abs": 86.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_pre_attn/min": 80.0, "train/tensor_act_model_layers_21_residual_pre_attn/max": 86.0, "train/tensor_act_model_layers_21_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_21_residual_post_attn/norm": 171381.84375, "train/tensor_act_model_layers_21_residual_post_attn/mean": 83.5, "train/tensor_act_model_layers_21_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_21_residual_post_attn/max_abs": 86.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_attn/min": 80.0, "train/tensor_act_model_layers_21_residual_post_attn/max": 86.0, "train/tensor_act_model_layers_21_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_21_mlp_gate_proj/norm": 5359.5, "train/tensor_act_model_layers_21_mlp_gate_proj/mean": 0.0245361328125, "train/tensor_act_model_layers_21_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_21_mlp_gate_proj/max_abs": 3.734375, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_21_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_21_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_21_mlp_up_proj/norm": 5389.361328125, "train/tensor_act_model_layers_21_mlp_up_proj/mean": 0.0194091796875, "train/tensor_act_model_layers_21_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_21_mlp_up_proj/max_abs": 3.609375, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp_up_proj/min": -3.421875, "train/tensor_act_model_layers_21_mlp_up_proj/max": 3.609375, "train/tensor_act_model_layers_21_mlp_up_proj/range": 7.03125, "train/tensor_act_model_layers_21_mlp_down_proj/norm": 30466.978515625, "train/tensor_act_model_layers_21_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_21_mlp_down_proj/std": 0.41015625, "train/tensor_act_model_layers_21_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_21_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_21_mlp_down_proj/range": 2.5, "train/tensor_act_model_layers_21_mlp/norm": 8192.0, "train/tensor_act_model_layers_21_mlp/mean": 4.0, "train/tensor_act_model_layers_21_mlp/std": 0.0, "train/tensor_act_model_layers_21_mlp/max_abs": 4.0, "train/tensor_act_model_layers_21_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_21_mlp/min": 4.0, "train/tensor_act_model_layers_21_mlp/max": 4.0, "train/tensor_act_model_layers_21_mlp/range": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/norm": 179573.59375, "train/tensor_act_model_layers_21_residual_post_mlp/mean": 87.5, "train/tensor_act_model_layers_21_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_21_residual_post_mlp/max_abs": 90.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_21_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_21_residual_post_mlp/min": 84.0, "train/tensor_act_model_layers_21_residual_post_mlp/max": 90.0, "train/tensor_act_model_layers_21_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_22_residual_pre_attn/norm": 179573.59375, "train/tensor_act_model_layers_22_residual_pre_attn/mean": 87.5, "train/tensor_act_model_layers_22_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_22_residual_pre_attn/max_abs": 90.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_pre_attn/min": 84.0, "train/tensor_act_model_layers_22_residual_pre_attn/max": 90.0, "train/tensor_act_model_layers_22_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_22_residual_post_attn/norm": 179573.59375, "train/tensor_act_model_layers_22_residual_post_attn/mean": 87.5, "train/tensor_act_model_layers_22_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_22_residual_post_attn/max_abs": 90.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_attn/min": 84.0, "train/tensor_act_model_layers_22_residual_post_attn/max": 90.0, "train/tensor_act_model_layers_22_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_22_mlp_gate_proj/norm": 5425.208984375, "train/tensor_act_model_layers_22_mlp_gate_proj/mean": -0.034912109375, "train/tensor_act_model_layers_22_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_22_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_22_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_22_mlp_gate_proj/range": 8.015625, "train/tensor_act_model_layers_22_mlp_up_proj/norm": 5302.7080078125, "train/tensor_act_model_layers_22_mlp_up_proj/mean": -0.11376953125, "train/tensor_act_model_layers_22_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_22_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_22_mlp_up_proj/max": 3.234375, "train/tensor_act_model_layers_22_mlp_up_proj/range": 7.359375, "train/tensor_act_model_layers_22_mlp_down_proj/norm": 30528.23828125, "train/tensor_act_model_layers_22_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_22_mlp_down_proj/std": 0.390625, "train/tensor_act_model_layers_22_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_22_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_22_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_22_mlp/norm": 8192.0, "train/tensor_act_model_layers_22_mlp/mean": 4.0, "train/tensor_act_model_layers_22_mlp/std": 0.0, "train/tensor_act_model_layers_22_mlp/max_abs": 4.0, "train/tensor_act_model_layers_22_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_22_mlp/min": 4.0, "train/tensor_act_model_layers_22_mlp/max": 4.0, "train/tensor_act_model_layers_22_mlp/range": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/norm": 187765.375, "train/tensor_act_model_layers_22_residual_post_mlp/mean": 91.5, "train/tensor_act_model_layers_22_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_22_residual_post_mlp/max_abs": 94.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_22_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_22_residual_post_mlp/min": 88.0, "train/tensor_act_model_layers_22_residual_post_mlp/max": 94.0, "train/tensor_act_model_layers_22_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_23_residual_pre_attn/norm": 187765.375, "train/tensor_act_model_layers_23_residual_pre_attn/mean": 91.5, "train/tensor_act_model_layers_23_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_23_residual_pre_attn/max_abs": 94.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_pre_attn/min": 88.0, "train/tensor_act_model_layers_23_residual_pre_attn/max": 94.0, "train/tensor_act_model_layers_23_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_23_residual_post_attn/norm": 187765.375, "train/tensor_act_model_layers_23_residual_post_attn/mean": 91.5, "train/tensor_act_model_layers_23_residual_post_attn/std": 0.671875, "train/tensor_act_model_layers_23_residual_post_attn/max_abs": 94.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_attn/min": 88.0, "train/tensor_act_model_layers_23_residual_post_attn/max": 94.0, "train/tensor_act_model_layers_23_residual_post_attn/range": 6.0, "train/tensor_act_model_layers_23_mlp_gate_proj/norm": 5470.0810546875, "train/tensor_act_model_layers_23_mlp_gate_proj/mean": 0.0703125, "train/tensor_act_model_layers_23_mlp_gate_proj/std": 1.890625, "train/tensor_act_model_layers_23_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_23_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_23_mlp_gate_proj/range": 7.640625, "train/tensor_act_model_layers_23_mlp_up_proj/norm": 5389.0634765625, "train/tensor_act_model_layers_23_mlp_up_proj/mean": 0.265625, "train/tensor_act_model_layers_23_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_23_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp_up_proj/min": -3.390625, "train/tensor_act_model_layers_23_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_23_mlp_up_proj/range": 7.109375, "train/tensor_act_model_layers_23_mlp_down_proj/norm": 30494.087890625, "train/tensor_act_model_layers_23_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_23_mlp_down_proj/std": 0.42578125, "train/tensor_act_model_layers_23_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_23_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_23_mlp_down_proj/range": 2.5, "train/tensor_act_model_layers_23_mlp/norm": 8192.0, "train/tensor_act_model_layers_23_mlp/mean": 4.0, "train/tensor_act_model_layers_23_mlp/std": 0.0, "train/tensor_act_model_layers_23_mlp/max_abs": 4.0, "train/tensor_act_model_layers_23_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_23_mlp/min": 4.0, "train/tensor_act_model_layers_23_mlp/max": 4.0, "train/tensor_act_model_layers_23_mlp/range": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/norm": 195957.15625, "train/tensor_act_model_layers_23_residual_post_mlp/mean": 95.5, "train/tensor_act_model_layers_23_residual_post_mlp/std": 0.671875, "train/tensor_act_model_layers_23_residual_post_mlp/max_abs": 98.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_23_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_23_residual_post_mlp/min": 92.0, "train/tensor_act_model_layers_23_residual_post_mlp/max": 98.0, "train/tensor_act_model_layers_23_residual_post_mlp/range": 6.0, "train/tensor_act_model_layers_24_residual_pre_attn/norm": 195957.15625, "train/tensor_act_model_layers_24_residual_pre_attn/mean": 95.5, "train/tensor_act_model_layers_24_residual_pre_attn/std": 0.671875, "train/tensor_act_model_layers_24_residual_pre_attn/max_abs": 98.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_pre_attn/min": 92.0, "train/tensor_act_model_layers_24_residual_pre_attn/max": 98.0, "train/tensor_act_model_layers_24_residual_pre_attn/range": 6.0, "train/tensor_act_model_layers_24_residual_post_attn/norm": 195909.5625, "train/tensor_act_model_layers_24_residual_post_attn/mean": 95.5, "train/tensor_act_model_layers_24_residual_post_attn/std": 0.69921875, "train/tensor_act_model_layers_24_residual_post_attn/max_abs": 98.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_attn/min": 91.5, "train/tensor_act_model_layers_24_residual_post_attn/max": 98.0, "train/tensor_act_model_layers_24_residual_post_attn/range": 6.5, "train/tensor_act_model_layers_24_mlp_gate_proj/norm": 5333.20703125, "train/tensor_act_model_layers_24_mlp_gate_proj/mean": 0.0888671875, "train/tensor_act_model_layers_24_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_24_mlp_gate_proj/max_abs": 3.859375, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_gate_proj/min": -3.859375, "train/tensor_act_model_layers_24_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_24_mlp_gate_proj/range": 7.640625, "train/tensor_act_model_layers_24_mlp_up_proj/norm": 5431.60107421875, "train/tensor_act_model_layers_24_mlp_up_proj/mean": -0.19921875, "train/tensor_act_model_layers_24_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_24_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_24_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_24_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_24_mlp_down_proj/norm": 30370.130859375, "train/tensor_act_model_layers_24_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_24_mlp_down_proj/std": 0.322265625, "train/tensor_act_model_layers_24_mlp_down_proj/max_abs": 15.875, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_24_mlp_down_proj/max": 15.875, "train/tensor_act_model_layers_24_mlp_down_proj/range": 1.625, "train/tensor_act_model_layers_24_mlp/norm": 8192.0, "train/tensor_act_model_layers_24_mlp/mean": 4.0, "train/tensor_act_model_layers_24_mlp/std": 0.0, "train/tensor_act_model_layers_24_mlp/max_abs": 4.0, "train/tensor_act_model_layers_24_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_24_mlp/min": 4.0, "train/tensor_act_model_layers_24_mlp/max": 4.0, "train/tensor_act_model_layers_24_mlp/range": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/norm": 204101.34375, "train/tensor_act_model_layers_24_residual_post_mlp/mean": 99.5, "train/tensor_act_model_layers_24_residual_post_mlp/std": 0.69921875, "train/tensor_act_model_layers_24_residual_post_mlp/max_abs": 102.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_24_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_24_residual_post_mlp/min": 95.5, "train/tensor_act_model_layers_24_residual_post_mlp/max": 102.0, "train/tensor_act_model_layers_24_residual_post_mlp/range": 6.5, "train/tensor_act_model_layers_25_residual_pre_attn/norm": 204101.34375, "train/tensor_act_model_layers_25_residual_pre_attn/mean": 99.5, "train/tensor_act_model_layers_25_residual_pre_attn/std": 0.69921875, "train/tensor_act_model_layers_25_residual_pre_attn/max_abs": 102.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_pre_attn/min": 95.5, "train/tensor_act_model_layers_25_residual_pre_attn/max": 102.0, "train/tensor_act_model_layers_25_residual_pre_attn/range": 6.5, "train/tensor_act_model_layers_25_residual_post_attn/norm": 204077.34375, "train/tensor_act_model_layers_25_residual_post_attn/mean": 99.5, "train/tensor_act_model_layers_25_residual_post_attn/std": 0.703125, "train/tensor_act_model_layers_25_residual_post_attn/max_abs": 102.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_attn/min": 95.5, "train/tensor_act_model_layers_25_residual_post_attn/max": 102.0, "train/tensor_act_model_layers_25_residual_post_attn/range": 6.5, "train/tensor_act_model_layers_25_mlp_gate_proj/norm": 5338.427734375, "train/tensor_act_model_layers_25_mlp_gate_proj/mean": 0.0830078125, "train/tensor_act_model_layers_25_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_25_mlp_gate_proj/max_abs": 3.703125, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_gate_proj/min": -3.703125, "train/tensor_act_model_layers_25_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_25_mlp_gate_proj/range": 7.203125, "train/tensor_act_model_layers_25_mlp_up_proj/norm": 5374.50439453125, "train/tensor_act_model_layers_25_mlp_up_proj/mean": 0.185546875, "train/tensor_act_model_layers_25_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_25_mlp_up_proj/max_abs": 3.515625, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_25_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_25_mlp_up_proj/range": 6.859375, "train/tensor_act_model_layers_25_mlp_down_proj/norm": 30427.779296875, "train/tensor_act_model_layers_25_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_25_mlp_down_proj/std": 0.380859375, "train/tensor_act_model_layers_25_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_25_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_25_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_25_mlp/norm": 8192.0, "train/tensor_act_model_layers_25_mlp/mean": 4.0, "train/tensor_act_model_layers_25_mlp/std": 0.0, "train/tensor_act_model_layers_25_mlp/max_abs": 4.0, "train/tensor_act_model_layers_25_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_25_mlp/min": 4.0, "train/tensor_act_model_layers_25_mlp/max": 4.0, "train/tensor_act_model_layers_25_mlp/range": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/norm": 212269.15625, "train/tensor_act_model_layers_25_residual_post_mlp/mean": 103.5, "train/tensor_act_model_layers_25_residual_post_mlp/std": 0.703125, "train/tensor_act_model_layers_25_residual_post_mlp/max_abs": 106.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_25_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_25_residual_post_mlp/min": 99.5, "train/tensor_act_model_layers_25_residual_post_mlp/max": 106.0, "train/tensor_act_model_layers_25_residual_post_mlp/range": 6.5, "train/tensor_act_model_layers_26_residual_pre_attn/norm": 212269.15625, "train/tensor_act_model_layers_26_residual_pre_attn/mean": 103.5, "train/tensor_act_model_layers_26_residual_pre_attn/std": 0.703125, "train/tensor_act_model_layers_26_residual_pre_attn/max_abs": 106.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_pre_attn/min": 99.5, "train/tensor_act_model_layers_26_residual_pre_attn/max": 106.0, "train/tensor_act_model_layers_26_residual_pre_attn/range": 6.5, "train/tensor_act_model_layers_26_residual_post_attn/norm": 212269.15625, "train/tensor_act_model_layers_26_residual_post_attn/mean": 103.5, "train/tensor_act_model_layers_26_residual_post_attn/std": 0.703125, "train/tensor_act_model_layers_26_residual_post_attn/max_abs": 106.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_attn/min": 99.5, "train/tensor_act_model_layers_26_residual_post_attn/max": 106.0, "train/tensor_act_model_layers_26_residual_post_attn/range": 6.5, "train/tensor_act_model_layers_26_mlp_gate_proj/norm": 5269.7841796875, "train/tensor_act_model_layers_26_mlp_gate_proj/mean": 0.0135498046875, "train/tensor_act_model_layers_26_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_26_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_gate_proj/min": -3.421875, "train/tensor_act_model_layers_26_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_26_mlp_gate_proj/range": 7.203125, "train/tensor_act_model_layers_26_mlp_up_proj/norm": 5423.84912109375, "train/tensor_act_model_layers_26_mlp_up_proj/mean": 0.048828125, "train/tensor_act_model_layers_26_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_26_mlp_up_proj/max_abs": 3.640625, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp_up_proj/min": -3.640625, "train/tensor_act_model_layers_26_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_26_mlp_up_proj/range": 7.265625, "train/tensor_act_model_layers_26_mlp_down_proj/norm": 30549.822265625, "train/tensor_act_model_layers_26_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_26_mlp_down_proj/std": 0.435546875, "train/tensor_act_model_layers_26_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_26_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_26_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_26_mlp/norm": 8192.0, "train/tensor_act_model_layers_26_mlp/mean": 4.0, "train/tensor_act_model_layers_26_mlp/std": 0.0, "train/tensor_act_model_layers_26_mlp/max_abs": 4.0, "train/tensor_act_model_layers_26_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_26_mlp/min": 4.0, "train/tensor_act_model_layers_26_mlp/max": 4.0, "train/tensor_act_model_layers_26_mlp/range": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/norm": 220460.96875, "train/tensor_act_model_layers_26_residual_post_mlp/mean": 107.5, "train/tensor_act_model_layers_26_residual_post_mlp/std": 0.703125, "train/tensor_act_model_layers_26_residual_post_mlp/max_abs": 110.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_26_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_26_residual_post_mlp/min": 103.5, "train/tensor_act_model_layers_26_residual_post_mlp/max": 110.0, "train/tensor_act_model_layers_26_residual_post_mlp/range": 6.5, "train/tensor_act_model_layers_27_residual_pre_attn/norm": 220460.96875, "train/tensor_act_model_layers_27_residual_pre_attn/mean": 107.5, "train/tensor_act_model_layers_27_residual_pre_attn/std": 0.703125, "train/tensor_act_model_layers_27_residual_pre_attn/max_abs": 110.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_pre_attn/min": 103.5, "train/tensor_act_model_layers_27_residual_pre_attn/max": 110.0, "train/tensor_act_model_layers_27_residual_pre_attn/range": 6.5, "train/tensor_act_model_layers_27_residual_post_attn/norm": 220445.046875, "train/tensor_act_model_layers_27_residual_post_attn/mean": 107.5, "train/tensor_act_model_layers_27_residual_post_attn/std": 0.70703125, "train/tensor_act_model_layers_27_residual_post_attn/max_abs": 110.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_attn/min": 103.5, "train/tensor_act_model_layers_27_residual_post_attn/max": 110.0, "train/tensor_act_model_layers_27_residual_post_attn/range": 6.5, "train/tensor_act_model_layers_27_mlp_gate_proj/norm": 5399.87646484375, "train/tensor_act_model_layers_27_mlp_gate_proj/mean": 0.189453125, "train/tensor_act_model_layers_27_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_27_mlp_gate_proj/max_abs": 3.53125, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_27_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_27_mlp_gate_proj/range": 7.03125, "train/tensor_act_model_layers_27_mlp_up_proj/norm": 5427.5654296875, "train/tensor_act_model_layers_27_mlp_up_proj/mean": -0.09912109375, "train/tensor_act_model_layers_27_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_27_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_27_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_27_mlp_up_proj/range": 7.953125, "train/tensor_act_model_layers_27_mlp_down_proj/norm": 30455.15625, "train/tensor_act_model_layers_27_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_27_mlp_down_proj/std": 0.3671875, "train/tensor_act_model_layers_27_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_27_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_27_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_27_mlp/norm": 8192.0, "train/tensor_act_model_layers_27_mlp/mean": 4.0, "train/tensor_act_model_layers_27_mlp/std": 0.0, "train/tensor_act_model_layers_27_mlp/max_abs": 4.0, "train/tensor_act_model_layers_27_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_27_mlp/min": 4.0, "train/tensor_act_model_layers_27_mlp/max": 4.0, "train/tensor_act_model_layers_27_mlp/range": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/norm": 228636.859375, "train/tensor_act_model_layers_27_residual_post_mlp/mean": 111.5, "train/tensor_act_model_layers_27_residual_post_mlp/std": 0.70703125, "train/tensor_act_model_layers_27_residual_post_mlp/max_abs": 114.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_27_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_27_residual_post_mlp/min": 107.5, "train/tensor_act_model_layers_27_residual_post_mlp/max": 114.0, "train/tensor_act_model_layers_27_residual_post_mlp/range": 6.5, "train/tensor_act_model_layers_28_residual_pre_attn/norm": 228636.859375, "train/tensor_act_model_layers_28_residual_pre_attn/mean": 111.5, "train/tensor_act_model_layers_28_residual_pre_attn/std": 0.70703125, "train/tensor_act_model_layers_28_residual_pre_attn/max_abs": 114.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_pre_attn/min": 107.5, "train/tensor_act_model_layers_28_residual_pre_attn/max": 114.0, "train/tensor_act_model_layers_28_residual_pre_attn/range": 6.5, "train/tensor_act_model_layers_28_residual_post_attn/norm": 228525.5, "train/tensor_act_model_layers_28_residual_post_attn/mean": 111.5, "train/tensor_act_model_layers_28_residual_post_attn/std": 0.75390625, "train/tensor_act_model_layers_28_residual_post_attn/max_abs": 114.5, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_attn/min": 107.0, "train/tensor_act_model_layers_28_residual_post_attn/max": 114.5, "train/tensor_act_model_layers_28_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_28_mlp_gate_proj/norm": 5387.84375, "train/tensor_act_model_layers_28_mlp_gate_proj/mean": 0.2177734375, "train/tensor_act_model_layers_28_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_28_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_gate_proj/min": -3.515625, "train/tensor_act_model_layers_28_mlp_gate_proj/max": 3.296875, "train/tensor_act_model_layers_28_mlp_gate_proj/range": 6.8125, "train/tensor_act_model_layers_28_mlp_up_proj/norm": 5379.7509765625, "train/tensor_act_model_layers_28_mlp_up_proj/mean": -0.0006103515625, "train/tensor_act_model_layers_28_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_28_mlp_up_proj/max_abs": 3.53125, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_28_mlp_up_proj/max": 3.4375, "train/tensor_act_model_layers_28_mlp_up_proj/range": 6.96875, "train/tensor_act_model_layers_28_mlp_down_proj/norm": 30407.630859375, "train/tensor_act_model_layers_28_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_28_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_28_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_28_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_28_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_28_mlp/norm": 8192.0, "train/tensor_act_model_layers_28_mlp/mean": 4.0, "train/tensor_act_model_layers_28_mlp/std": 0.0, "train/tensor_act_model_layers_28_mlp/max_abs": 4.0, "train/tensor_act_model_layers_28_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_28_mlp/min": 4.0, "train/tensor_act_model_layers_28_mlp/max": 4.0, "train/tensor_act_model_layers_28_mlp/range": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/norm": 236717.328125, "train/tensor_act_model_layers_28_residual_post_mlp/mean": 115.5, "train/tensor_act_model_layers_28_residual_post_mlp/std": 0.75390625, "train/tensor_act_model_layers_28_residual_post_mlp/max_abs": 118.5, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_28_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_28_residual_post_mlp/min": 111.0, "train/tensor_act_model_layers_28_residual_post_mlp/max": 118.5, "train/tensor_act_model_layers_28_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_29_residual_pre_attn/norm": 236717.328125, "train/tensor_act_model_layers_29_residual_pre_attn/mean": 115.5, "train/tensor_act_model_layers_29_residual_pre_attn/std": 0.75390625, "train/tensor_act_model_layers_29_residual_pre_attn/max_abs": 118.5, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_pre_attn/min": 111.0, "train/tensor_act_model_layers_29_residual_pre_attn/max": 118.5, "train/tensor_act_model_layers_29_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_29_residual_post_attn/norm": 236701.296875, "train/tensor_act_model_layers_29_residual_post_attn/mean": 115.5, "train/tensor_act_model_layers_29_residual_post_attn/std": 0.75390625, "train/tensor_act_model_layers_29_residual_post_attn/max_abs": 118.5, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_attn/min": 111.0, "train/tensor_act_model_layers_29_residual_post_attn/max": 118.5, "train/tensor_act_model_layers_29_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_29_mlp_gate_proj/norm": 5377.13330078125, "train/tensor_act_model_layers_29_mlp_gate_proj/mean": 0.0751953125, "train/tensor_act_model_layers_29_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_29_mlp_gate_proj/max_abs": 3.46875, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_gate_proj/min": -3.28125, "train/tensor_act_model_layers_29_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_29_mlp_gate_proj/range": 6.75, "train/tensor_act_model_layers_29_mlp_up_proj/norm": 5272.6484375, "train/tensor_act_model_layers_29_mlp_up_proj/mean": -0.0264892578125, "train/tensor_act_model_layers_29_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_29_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_29_mlp_up_proj/max": 3.265625, "train/tensor_act_model_layers_29_mlp_up_proj/range": 6.734375, "train/tensor_act_model_layers_29_mlp_down_proj/norm": 30463.890625, "train/tensor_act_model_layers_29_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_29_mlp_down_proj/std": 0.388671875, "train/tensor_act_model_layers_29_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_29_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_29_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_29_mlp/norm": 8192.0, "train/tensor_act_model_layers_29_mlp/mean": 4.0, "train/tensor_act_model_layers_29_mlp/std": 0.0, "train/tensor_act_model_layers_29_mlp/max_abs": 4.0, "train/tensor_act_model_layers_29_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_29_mlp/min": 4.0, "train/tensor_act_model_layers_29_mlp/max": 4.0, "train/tensor_act_model_layers_29_mlp/range": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/norm": 244893.125, "train/tensor_act_model_layers_29_residual_post_mlp/mean": 119.5, "train/tensor_act_model_layers_29_residual_post_mlp/std": 0.75390625, "train/tensor_act_model_layers_29_residual_post_mlp/max_abs": 122.5, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_29_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_29_residual_post_mlp/min": 115.0, "train/tensor_act_model_layers_29_residual_post_mlp/max": 122.5, "train/tensor_act_model_layers_29_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_30_residual_pre_attn/norm": 244893.125, "train/tensor_act_model_layers_30_residual_pre_attn/mean": 119.5, "train/tensor_act_model_layers_30_residual_pre_attn/std": 0.75390625, "train/tensor_act_model_layers_30_residual_pre_attn/max_abs": 122.5, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_pre_attn/min": 115.0, "train/tensor_act_model_layers_30_residual_pre_attn/max": 122.5, "train/tensor_act_model_layers_30_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_30_residual_post_attn/norm": 244861.203125, "train/tensor_act_model_layers_30_residual_post_attn/mean": 119.5, "train/tensor_act_model_layers_30_residual_post_attn/std": 0.76171875, "train/tensor_act_model_layers_30_residual_post_attn/max_abs": 122.5, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_attn/min": 115.0, "train/tensor_act_model_layers_30_residual_post_attn/max": 122.5, "train/tensor_act_model_layers_30_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_30_mlp_gate_proj/norm": 5309.48193359375, "train/tensor_act_model_layers_30_mlp_gate_proj/mean": -0.11279296875, "train/tensor_act_model_layers_30_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_30_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_gate_proj/min": -3.734375, "train/tensor_act_model_layers_30_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_30_mlp_gate_proj/range": 7.515625, "train/tensor_act_model_layers_30_mlp_up_proj/norm": 5330.5009765625, "train/tensor_act_model_layers_30_mlp_up_proj/mean": -0.0625, "train/tensor_act_model_layers_30_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_30_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_30_mlp_up_proj/max": 3.734375, "train/tensor_act_model_layers_30_mlp_up_proj/range": 7.25, "train/tensor_act_model_layers_30_mlp_down_proj/norm": 30411.6875, "train/tensor_act_model_layers_30_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_30_mlp_down_proj/std": 0.34765625, "train/tensor_act_model_layers_30_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_30_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_30_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_30_mlp/norm": 8192.0, "train/tensor_act_model_layers_30_mlp/mean": 4.0, "train/tensor_act_model_layers_30_mlp/std": 0.0, "train/tensor_act_model_layers_30_mlp/max_abs": 4.0, "train/tensor_act_model_layers_30_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_30_mlp/min": 4.0, "train/tensor_act_model_layers_30_mlp/max": 4.0, "train/tensor_act_model_layers_30_mlp/range": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/norm": 253053.046875, "train/tensor_act_model_layers_30_residual_post_mlp/mean": 123.5, "train/tensor_act_model_layers_30_residual_post_mlp/std": 0.76171875, "train/tensor_act_model_layers_30_residual_post_mlp/max_abs": 126.5, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_30_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_30_residual_post_mlp/min": 119.0, "train/tensor_act_model_layers_30_residual_post_mlp/max": 126.5, "train/tensor_act_model_layers_30_residual_post_mlp/range": 7.5, "train/tensor_act_model_layers_31_residual_pre_attn/norm": 253053.046875, "train/tensor_act_model_layers_31_residual_pre_attn/mean": 123.5, "train/tensor_act_model_layers_31_residual_pre_attn/std": 0.76171875, "train/tensor_act_model_layers_31_residual_pre_attn/max_abs": 126.5, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_pre_attn/min": 119.0, "train/tensor_act_model_layers_31_residual_pre_attn/max": 126.5, "train/tensor_act_model_layers_31_residual_pre_attn/range": 7.5, "train/tensor_act_model_layers_31_residual_post_attn/norm": 253045.140625, "train/tensor_act_model_layers_31_residual_post_attn/mean": 123.5, "train/tensor_act_model_layers_31_residual_post_attn/std": 0.76953125, "train/tensor_act_model_layers_31_residual_post_attn/max_abs": 126.5, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_attn/min": 119.0, "train/tensor_act_model_layers_31_residual_post_attn/max": 126.5, "train/tensor_act_model_layers_31_residual_post_attn/range": 7.5, "train/tensor_act_model_layers_31_mlp_gate_proj/norm": 5284.953125, "train/tensor_act_model_layers_31_mlp_gate_proj/mean": -0.154296875, "train/tensor_act_model_layers_31_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_31_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_31_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_31_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_31_mlp_up_proj/norm": 5323.91357421875, "train/tensor_act_model_layers_31_mlp_up_proj/mean": 0.1884765625, "train/tensor_act_model_layers_31_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_31_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_31_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_31_mlp_up_proj/range": 7.1875, "train/tensor_act_model_layers_31_mlp_down_proj/norm": 30419.8984375, "train/tensor_act_model_layers_31_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_31_mlp_down_proj/std": 0.35546875, "train/tensor_act_model_layers_31_mlp_down_proj/max_abs": 15.9375, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_31_mlp_down_proj/max": 15.9375, "train/tensor_act_model_layers_31_mlp_down_proj/range": 1.6875, "train/tensor_act_model_layers_31_mlp/norm": 8192.0, "train/tensor_act_model_layers_31_mlp/mean": 4.0, "train/tensor_act_model_layers_31_mlp/std": 0.0, "train/tensor_act_model_layers_31_mlp/max_abs": 4.0, "train/tensor_act_model_layers_31_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_31_mlp/min": 4.0, "train/tensor_act_model_layers_31_mlp/max": 4.0, "train/tensor_act_model_layers_31_mlp/range": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/norm": 261143.796875, "train/tensor_act_model_layers_31_residual_post_mlp/mean": 127.5, "train/tensor_act_model_layers_31_residual_post_mlp/std": 0.7265625, "train/tensor_act_model_layers_31_residual_post_mlp/max_abs": 130.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_31_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_31_residual_post_mlp/min": 123.0, "train/tensor_act_model_layers_31_residual_post_mlp/max": 130.0, "train/tensor_act_model_layers_31_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_32_residual_pre_attn/norm": 261143.796875, "train/tensor_act_model_layers_32_residual_pre_attn/mean": 127.5, "train/tensor_act_model_layers_32_residual_pre_attn/std": 0.7265625, "train/tensor_act_model_layers_32_residual_pre_attn/max_abs": 130.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_pre_attn/min": 123.0, "train/tensor_act_model_layers_32_residual_pre_attn/max": 130.0, "train/tensor_act_model_layers_32_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_32_residual_post_attn/norm": 261102.453125, "train/tensor_act_model_layers_32_residual_post_attn/mean": 127.5, "train/tensor_act_model_layers_32_residual_post_attn/std": 0.734375, "train/tensor_act_model_layers_32_residual_post_attn/max_abs": 130.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_attn/min": 123.0, "train/tensor_act_model_layers_32_residual_post_attn/max": 130.0, "train/tensor_act_model_layers_32_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_32_mlp_gate_proj/norm": 5386.87841796875, "train/tensor_act_model_layers_32_mlp_gate_proj/mean": -0.042236328125, "train/tensor_act_model_layers_32_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_32_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_32_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_32_mlp_gate_proj/range": 7.484375, "train/tensor_act_model_layers_32_mlp_up_proj/norm": 5425.275390625, "train/tensor_act_model_layers_32_mlp_up_proj/mean": -0.0260009765625, "train/tensor_act_model_layers_32_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_32_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp_up_proj/min": -3.84375, "train/tensor_act_model_layers_32_mlp_up_proj/max": 3.328125, "train/tensor_act_model_layers_32_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_32_mlp_down_proj/norm": 30447.486328125, "train/tensor_act_model_layers_32_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_32_mlp_down_proj/std": 0.390625, "train/tensor_act_model_layers_32_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_32_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_32_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_32_mlp/norm": 8192.0, "train/tensor_act_model_layers_32_mlp/mean": 4.0, "train/tensor_act_model_layers_32_mlp/std": 0.0, "train/tensor_act_model_layers_32_mlp/max_abs": 4.0, "train/tensor_act_model_layers_32_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_32_mlp/min": 4.0, "train/tensor_act_model_layers_32_mlp/max": 4.0, "train/tensor_act_model_layers_32_mlp/range": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/norm": 269483.125, "train/tensor_act_model_layers_32_residual_post_mlp/mean": 132.0, "train/tensor_act_model_layers_32_residual_post_mlp/std": 0.81640625, "train/tensor_act_model_layers_32_residual_post_mlp/max_abs": 134.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_32_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_32_residual_post_mlp/min": 127.0, "train/tensor_act_model_layers_32_residual_post_mlp/max": 134.0, "train/tensor_act_model_layers_32_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_33_residual_pre_attn/norm": 269483.125, "train/tensor_act_model_layers_33_residual_pre_attn/mean": 132.0, "train/tensor_act_model_layers_33_residual_pre_attn/std": 0.81640625, "train/tensor_act_model_layers_33_residual_pre_attn/max_abs": 134.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_pre_attn/min": 127.0, "train/tensor_act_model_layers_33_residual_pre_attn/max": 134.0, "train/tensor_act_model_layers_33_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_33_residual_post_attn/norm": 269483.125, "train/tensor_act_model_layers_33_residual_post_attn/mean": 132.0, "train/tensor_act_model_layers_33_residual_post_attn/std": 0.81640625, "train/tensor_act_model_layers_33_residual_post_attn/max_abs": 134.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_attn/min": 127.0, "train/tensor_act_model_layers_33_residual_post_attn/max": 134.0, "train/tensor_act_model_layers_33_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_33_mlp_gate_proj/norm": 5320.07177734375, "train/tensor_act_model_layers_33_mlp_gate_proj/mean": 0.0439453125, "train/tensor_act_model_layers_33_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_33_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_33_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_33_mlp_gate_proj/range": 7.734375, "train/tensor_act_model_layers_33_mlp_up_proj/norm": 5263.96337890625, "train/tensor_act_model_layers_33_mlp_up_proj/mean": -0.15625, "train/tensor_act_model_layers_33_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_33_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_33_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_33_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_33_mlp_down_proj/norm": 30446.2578125, "train/tensor_act_model_layers_33_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_33_mlp_down_proj/std": 0.365234375, "train/tensor_act_model_layers_33_mlp_down_proj/max_abs": 15.9375, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_33_mlp_down_proj/max": 15.9375, "train/tensor_act_model_layers_33_mlp_down_proj/range": 1.6875, "train/tensor_act_model_layers_33_mlp/norm": 8192.0, "train/tensor_act_model_layers_33_mlp/mean": 4.0, "train/tensor_act_model_layers_33_mlp/std": 0.0, "train/tensor_act_model_layers_33_mlp/max_abs": 4.0, "train/tensor_act_model_layers_33_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_33_mlp/min": 4.0, "train/tensor_act_model_layers_33_mlp/max": 4.0, "train/tensor_act_model_layers_33_mlp/range": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/norm": 277675.03125, "train/tensor_act_model_layers_33_residual_post_mlp/mean": 136.0, "train/tensor_act_model_layers_33_residual_post_mlp/std": 0.81640625, "train/tensor_act_model_layers_33_residual_post_mlp/max_abs": 138.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_33_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_33_residual_post_mlp/min": 131.0, "train/tensor_act_model_layers_33_residual_post_mlp/max": 138.0, "train/tensor_act_model_layers_33_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_34_residual_pre_attn/norm": 277675.03125, "train/tensor_act_model_layers_34_residual_pre_attn/mean": 136.0, "train/tensor_act_model_layers_34_residual_pre_attn/std": 0.81640625, "train/tensor_act_model_layers_34_residual_pre_attn/max_abs": 138.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_pre_attn/min": 131.0, "train/tensor_act_model_layers_34_residual_pre_attn/max": 138.0, "train/tensor_act_model_layers_34_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_34_residual_post_attn/norm": 277690.96875, "train/tensor_act_model_layers_34_residual_post_attn/mean": 136.0, "train/tensor_act_model_layers_34_residual_post_attn/std": 0.8125, "train/tensor_act_model_layers_34_residual_post_attn/max_abs": 138.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_attn/min": 131.0, "train/tensor_act_model_layers_34_residual_post_attn/max": 138.0, "train/tensor_act_model_layers_34_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_34_mlp_gate_proj/norm": 5312.107421875, "train/tensor_act_model_layers_34_mlp_gate_proj/mean": 0.1416015625, "train/tensor_act_model_layers_34_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_34_mlp_gate_proj/max_abs": 3.515625, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_gate_proj/min": -3.5, "train/tensor_act_model_layers_34_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_34_mlp_gate_proj/range": 7.015625, "train/tensor_act_model_layers_34_mlp_up_proj/norm": 5255.8740234375, "train/tensor_act_model_layers_34_mlp_up_proj/mean": -0.0172119140625, "train/tensor_act_model_layers_34_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_34_mlp_up_proj/max_abs": 3.46875, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp_up_proj/min": -3.46875, "train/tensor_act_model_layers_34_mlp_up_proj/max": 3.359375, "train/tensor_act_model_layers_34_mlp_up_proj/range": 6.828125, "train/tensor_act_model_layers_34_mlp_down_proj/norm": 30361.359375, "train/tensor_act_model_layers_34_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_34_mlp_down_proj/std": 0.35546875, "train/tensor_act_model_layers_34_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_34_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_34_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_34_mlp/norm": 8192.0, "train/tensor_act_model_layers_34_mlp/mean": 4.0, "train/tensor_act_model_layers_34_mlp/std": 0.0, "train/tensor_act_model_layers_34_mlp/max_abs": 4.0, "train/tensor_act_model_layers_34_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_34_mlp/min": 4.0, "train/tensor_act_model_layers_34_mlp/max": 4.0, "train/tensor_act_model_layers_34_mlp/range": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/norm": 285882.8125, "train/tensor_act_model_layers_34_residual_post_mlp/mean": 140.0, "train/tensor_act_model_layers_34_residual_post_mlp/std": 0.8125, "train/tensor_act_model_layers_34_residual_post_mlp/max_abs": 142.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_34_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_34_residual_post_mlp/min": 135.0, "train/tensor_act_model_layers_34_residual_post_mlp/max": 142.0, "train/tensor_act_model_layers_34_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_35_residual_pre_attn/norm": 285882.8125, "train/tensor_act_model_layers_35_residual_pre_attn/mean": 140.0, "train/tensor_act_model_layers_35_residual_pre_attn/std": 0.8125, "train/tensor_act_model_layers_35_residual_pre_attn/max_abs": 142.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_pre_attn/min": 135.0, "train/tensor_act_model_layers_35_residual_pre_attn/max": 142.0, "train/tensor_act_model_layers_35_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_35_residual_post_attn/norm": 285883.9375, "train/tensor_act_model_layers_35_residual_post_attn/mean": 140.0, "train/tensor_act_model_layers_35_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_35_residual_post_attn/max_abs": 142.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_attn/min": 135.0, "train/tensor_act_model_layers_35_residual_post_attn/max": 142.0, "train/tensor_act_model_layers_35_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_35_mlp_gate_proj/norm": 5367.60986328125, "train/tensor_act_model_layers_35_mlp_gate_proj/mean": 0.0294189453125, "train/tensor_act_model_layers_35_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_35_mlp_gate_proj/max_abs": 3.65625, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_35_mlp_gate_proj/max": 3.5625, "train/tensor_act_model_layers_35_mlp_gate_proj/range": 7.21875, "train/tensor_act_model_layers_35_mlp_up_proj/norm": 5330.8212890625, "train/tensor_act_model_layers_35_mlp_up_proj/mean": -0.0712890625, "train/tensor_act_model_layers_35_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_35_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_35_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_35_mlp_up_proj/range": 7.703125, "train/tensor_act_model_layers_35_mlp_down_proj/norm": 30475.615234375, "train/tensor_act_model_layers_35_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_35_mlp_down_proj/std": 0.4140625, "train/tensor_act_model_layers_35_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_35_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_35_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_35_mlp/norm": 8192.0, "train/tensor_act_model_layers_35_mlp/mean": 4.0, "train/tensor_act_model_layers_35_mlp/std": 0.0, "train/tensor_act_model_layers_35_mlp/max_abs": 4.0, "train/tensor_act_model_layers_35_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_35_mlp/min": 4.0, "train/tensor_act_model_layers_35_mlp/max": 4.0, "train/tensor_act_model_layers_35_mlp/range": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/norm": 294075.78125, "train/tensor_act_model_layers_35_residual_post_mlp/mean": 144.0, "train/tensor_act_model_layers_35_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_35_residual_post_mlp/max_abs": 146.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_35_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_35_residual_post_mlp/min": 139.0, "train/tensor_act_model_layers_35_residual_post_mlp/max": 146.0, "train/tensor_act_model_layers_35_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_36_residual_pre_attn/norm": 294075.78125, "train/tensor_act_model_layers_36_residual_pre_attn/mean": 144.0, "train/tensor_act_model_layers_36_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_36_residual_pre_attn/max_abs": 146.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_pre_attn/min": 139.0, "train/tensor_act_model_layers_36_residual_pre_attn/max": 146.0, "train/tensor_act_model_layers_36_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_36_residual_post_attn/norm": 294075.78125, "train/tensor_act_model_layers_36_residual_post_attn/mean": 144.0, "train/tensor_act_model_layers_36_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_36_residual_post_attn/max_abs": 146.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_attn/min": 139.0, "train/tensor_act_model_layers_36_residual_post_attn/max": 146.0, "train/tensor_act_model_layers_36_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_36_mlp_gate_proj/norm": 5352.71630859375, "train/tensor_act_model_layers_36_mlp_gate_proj/mean": -0.265625, "train/tensor_act_model_layers_36_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_36_mlp_gate_proj/max_abs": 3.84375, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_gate_proj/min": -3.84375, "train/tensor_act_model_layers_36_mlp_gate_proj/max": 3.28125, "train/tensor_act_model_layers_36_mlp_gate_proj/range": 7.125, "train/tensor_act_model_layers_36_mlp_up_proj/norm": 5351.28369140625, "train/tensor_act_model_layers_36_mlp_up_proj/mean": -0.1435546875, "train/tensor_act_model_layers_36_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_36_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_36_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_36_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_36_mlp_down_proj/norm": 30471.31640625, "train/tensor_act_model_layers_36_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_36_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_36_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_36_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_36_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_36_mlp/norm": 8192.0, "train/tensor_act_model_layers_36_mlp/mean": 4.0, "train/tensor_act_model_layers_36_mlp/std": 0.0, "train/tensor_act_model_layers_36_mlp/max_abs": 4.0, "train/tensor_act_model_layers_36_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_36_mlp/min": 4.0, "train/tensor_act_model_layers_36_mlp/max": 4.0, "train/tensor_act_model_layers_36_mlp/range": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/norm": 302267.625, "train/tensor_act_model_layers_36_residual_post_mlp/mean": 148.0, "train/tensor_act_model_layers_36_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_36_residual_post_mlp/max_abs": 150.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_36_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_36_residual_post_mlp/min": 143.0, "train/tensor_act_model_layers_36_residual_post_mlp/max": 150.0, "train/tensor_act_model_layers_36_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_37_residual_pre_attn/norm": 302267.625, "train/tensor_act_model_layers_37_residual_pre_attn/mean": 148.0, "train/tensor_act_model_layers_37_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_37_residual_pre_attn/max_abs": 150.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_pre_attn/min": 143.0, "train/tensor_act_model_layers_37_residual_pre_attn/max": 150.0, "train/tensor_act_model_layers_37_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_37_residual_post_attn/norm": 302267.625, "train/tensor_act_model_layers_37_residual_post_attn/mean": 148.0, "train/tensor_act_model_layers_37_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_37_residual_post_attn/max_abs": 150.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_attn/min": 143.0, "train/tensor_act_model_layers_37_residual_post_attn/max": 150.0, "train/tensor_act_model_layers_37_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_37_mlp_gate_proj/norm": 5404.98046875, "train/tensor_act_model_layers_37_mlp_gate_proj/mean": 0.1650390625, "train/tensor_act_model_layers_37_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_37_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_gate_proj/min": -3.4375, "train/tensor_act_model_layers_37_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_37_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_37_mlp_up_proj/norm": 5487.2080078125, "train/tensor_act_model_layers_37_mlp_up_proj/mean": -0.08740234375, "train/tensor_act_model_layers_37_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_37_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_37_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_37_mlp_up_proj/range": 7.59375, "train/tensor_act_model_layers_37_mlp_down_proj/norm": 30499.4453125, "train/tensor_act_model_layers_37_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_37_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_37_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_37_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_37_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_37_mlp/norm": 8192.0, "train/tensor_act_model_layers_37_mlp/mean": 4.0, "train/tensor_act_model_layers_37_mlp/std": 0.0, "train/tensor_act_model_layers_37_mlp/max_abs": 4.0, "train/tensor_act_model_layers_37_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_37_mlp/min": 4.0, "train/tensor_act_model_layers_37_mlp/max": 4.0, "train/tensor_act_model_layers_37_mlp/range": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/norm": 310459.46875, "train/tensor_act_model_layers_37_residual_post_mlp/mean": 152.0, "train/tensor_act_model_layers_37_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_37_residual_post_mlp/max_abs": 154.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_37_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_37_residual_post_mlp/min": 147.0, "train/tensor_act_model_layers_37_residual_post_mlp/max": 154.0, "train/tensor_act_model_layers_37_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_38_residual_pre_attn/norm": 310459.46875, "train/tensor_act_model_layers_38_residual_pre_attn/mean": 152.0, "train/tensor_act_model_layers_38_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_38_residual_pre_attn/max_abs": 154.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_pre_attn/min": 147.0, "train/tensor_act_model_layers_38_residual_pre_attn/max": 154.0, "train/tensor_act_model_layers_38_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_38_residual_post_attn/norm": 310459.46875, "train/tensor_act_model_layers_38_residual_post_attn/mean": 152.0, "train/tensor_act_model_layers_38_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_38_residual_post_attn/max_abs": 154.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_attn/min": 147.0, "train/tensor_act_model_layers_38_residual_post_attn/max": 154.0, "train/tensor_act_model_layers_38_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_38_mlp_gate_proj/norm": 5360.888671875, "train/tensor_act_model_layers_38_mlp_gate_proj/mean": 0.0033721923828125, "train/tensor_act_model_layers_38_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_38_mlp_gate_proj/max_abs": 3.6875, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_38_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_38_mlp_gate_proj/range": 7.265625, "train/tensor_act_model_layers_38_mlp_up_proj/norm": 5400.63720703125, "train/tensor_act_model_layers_38_mlp_up_proj/mean": -0.038818359375, "train/tensor_act_model_layers_38_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_38_mlp_up_proj/max_abs": 3.71875, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_38_mlp_up_proj/max": 3.71875, "train/tensor_act_model_layers_38_mlp_up_proj/range": 7.34375, "train/tensor_act_model_layers_38_mlp_down_proj/norm": 30356.171875, "train/tensor_act_model_layers_38_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_38_mlp_down_proj/std": 0.353515625, "train/tensor_act_model_layers_38_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_38_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_38_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_38_mlp/norm": 8192.0, "train/tensor_act_model_layers_38_mlp/mean": 4.0, "train/tensor_act_model_layers_38_mlp/std": 0.0, "train/tensor_act_model_layers_38_mlp/max_abs": 4.0, "train/tensor_act_model_layers_38_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_38_mlp/min": 4.0, "train/tensor_act_model_layers_38_mlp/max": 4.0, "train/tensor_act_model_layers_38_mlp/range": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/norm": 318651.34375, "train/tensor_act_model_layers_38_residual_post_mlp/mean": 156.0, "train/tensor_act_model_layers_38_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_38_residual_post_mlp/max_abs": 158.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_38_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_38_residual_post_mlp/min": 151.0, "train/tensor_act_model_layers_38_residual_post_mlp/max": 158.0, "train/tensor_act_model_layers_38_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_39_residual_pre_attn/norm": 318651.34375, "train/tensor_act_model_layers_39_residual_pre_attn/mean": 156.0, "train/tensor_act_model_layers_39_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_39_residual_pre_attn/max_abs": 158.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_pre_attn/min": 151.0, "train/tensor_act_model_layers_39_residual_pre_attn/max": 158.0, "train/tensor_act_model_layers_39_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_39_residual_post_attn/norm": 318651.34375, "train/tensor_act_model_layers_39_residual_post_attn/mean": 156.0, "train/tensor_act_model_layers_39_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_39_residual_post_attn/max_abs": 158.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_attn/min": 151.0, "train/tensor_act_model_layers_39_residual_post_attn/max": 158.0, "train/tensor_act_model_layers_39_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_39_mlp_gate_proj/norm": 5284.029296875, "train/tensor_act_model_layers_39_mlp_gate_proj/mean": 0.21875, "train/tensor_act_model_layers_39_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_39_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_gate_proj/min": -3.328125, "train/tensor_act_model_layers_39_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_39_mlp_gate_proj/range": 7.21875, "train/tensor_act_model_layers_39_mlp_up_proj/norm": 5377.17578125, "train/tensor_act_model_layers_39_mlp_up_proj/mean": -0.1923828125, "train/tensor_act_model_layers_39_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_39_mlp_up_proj/max_abs": 3.59375, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_39_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_39_mlp_up_proj/range": 7.171875, "train/tensor_act_model_layers_39_mlp_down_proj/norm": 30481.28515625, "train/tensor_act_model_layers_39_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_39_mlp_down_proj/std": 0.400390625, "train/tensor_act_model_layers_39_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_39_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_39_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_39_mlp/norm": 8192.0, "train/tensor_act_model_layers_39_mlp/mean": 4.0, "train/tensor_act_model_layers_39_mlp/std": 0.0, "train/tensor_act_model_layers_39_mlp/max_abs": 4.0, "train/tensor_act_model_layers_39_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_39_mlp/min": 4.0, "train/tensor_act_model_layers_39_mlp/max": 4.0, "train/tensor_act_model_layers_39_mlp/range": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/norm": 326843.1875, "train/tensor_act_model_layers_39_residual_post_mlp/mean": 160.0, "train/tensor_act_model_layers_39_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_39_residual_post_mlp/max_abs": 162.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_39_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_39_residual_post_mlp/min": 155.0, "train/tensor_act_model_layers_39_residual_post_mlp/max": 162.0, "train/tensor_act_model_layers_39_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_40_residual_pre_attn/norm": 326843.1875, "train/tensor_act_model_layers_40_residual_pre_attn/mean": 160.0, "train/tensor_act_model_layers_40_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_40_residual_pre_attn/max_abs": 162.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_pre_attn/min": 155.0, "train/tensor_act_model_layers_40_residual_pre_attn/max": 162.0, "train/tensor_act_model_layers_40_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_40_residual_post_attn/norm": 326843.1875, "train/tensor_act_model_layers_40_residual_post_attn/mean": 160.0, "train/tensor_act_model_layers_40_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_40_residual_post_attn/max_abs": 162.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_attn/min": 155.0, "train/tensor_act_model_layers_40_residual_post_attn/max": 162.0, "train/tensor_act_model_layers_40_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_40_mlp_gate_proj/norm": 5367.51513671875, "train/tensor_act_model_layers_40_mlp_gate_proj/mean": -0.1103515625, "train/tensor_act_model_layers_40_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_40_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_gate_proj/min": -3.265625, "train/tensor_act_model_layers_40_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_40_mlp_gate_proj/range": 6.9375, "train/tensor_act_model_layers_40_mlp_up_proj/norm": 5267.16845703125, "train/tensor_act_model_layers_40_mlp_up_proj/mean": -0.2451171875, "train/tensor_act_model_layers_40_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_40_mlp_up_proj/max_abs": 3.625, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp_up_proj/min": -3.625, "train/tensor_act_model_layers_40_mlp_up_proj/max": 3.234375, "train/tensor_act_model_layers_40_mlp_up_proj/range": 6.859375, "train/tensor_act_model_layers_40_mlp_down_proj/norm": 30342.064453125, "train/tensor_act_model_layers_40_mlp_down_proj/mean": 14.8125, "train/tensor_act_model_layers_40_mlp_down_proj/std": 0.33984375, "train/tensor_act_model_layers_40_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_40_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_40_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_40_mlp/norm": 8192.0, "train/tensor_act_model_layers_40_mlp/mean": 4.0, "train/tensor_act_model_layers_40_mlp/std": 0.0, "train/tensor_act_model_layers_40_mlp/max_abs": 4.0, "train/tensor_act_model_layers_40_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_40_mlp/min": 4.0, "train/tensor_act_model_layers_40_mlp/max": 4.0, "train/tensor_act_model_layers_40_mlp/range": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/norm": 335035.09375, "train/tensor_act_model_layers_40_residual_post_mlp/mean": 164.0, "train/tensor_act_model_layers_40_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_40_residual_post_mlp/max_abs": 166.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_40_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_40_residual_post_mlp/min": 159.0, "train/tensor_act_model_layers_40_residual_post_mlp/max": 166.0, "train/tensor_act_model_layers_40_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_41_residual_pre_attn/norm": 335035.09375, "train/tensor_act_model_layers_41_residual_pre_attn/mean": 164.0, "train/tensor_act_model_layers_41_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_41_residual_pre_attn/max_abs": 166.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_pre_attn/min": 159.0, "train/tensor_act_model_layers_41_residual_pre_attn/max": 166.0, "train/tensor_act_model_layers_41_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_41_residual_post_attn/norm": 335035.09375, "train/tensor_act_model_layers_41_residual_post_attn/mean": 164.0, "train/tensor_act_model_layers_41_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_41_residual_post_attn/max_abs": 166.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_attn/min": 159.0, "train/tensor_act_model_layers_41_residual_post_attn/max": 166.0, "train/tensor_act_model_layers_41_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_41_mlp_gate_proj/norm": 5347.037109375, "train/tensor_act_model_layers_41_mlp_gate_proj/mean": -0.1728515625, "train/tensor_act_model_layers_41_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_41_mlp_gate_proj/max_abs": 3.71875, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_gate_proj/min": -3.71875, "train/tensor_act_model_layers_41_mlp_gate_proj/max": 3.46875, "train/tensor_act_model_layers_41_mlp_gate_proj/range": 7.1875, "train/tensor_act_model_layers_41_mlp_up_proj/norm": 5403.11669921875, "train/tensor_act_model_layers_41_mlp_up_proj/mean": 0.0267333984375, "train/tensor_act_model_layers_41_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_41_mlp_up_proj/max_abs": 3.671875, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp_up_proj/min": -3.21875, "train/tensor_act_model_layers_41_mlp_up_proj/max": 3.671875, "train/tensor_act_model_layers_41_mlp_up_proj/range": 6.890625, "train/tensor_act_model_layers_41_mlp_down_proj/norm": 30443.150390625, "train/tensor_act_model_layers_41_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_41_mlp_down_proj/std": 0.38671875, "train/tensor_act_model_layers_41_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_41_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_41_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_41_mlp/norm": 8192.0, "train/tensor_act_model_layers_41_mlp/mean": 4.0, "train/tensor_act_model_layers_41_mlp/std": 0.0, "train/tensor_act_model_layers_41_mlp/max_abs": 4.0, "train/tensor_act_model_layers_41_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_41_mlp/min": 4.0, "train/tensor_act_model_layers_41_mlp/max": 4.0, "train/tensor_act_model_layers_41_mlp/range": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/norm": 343226.9375, "train/tensor_act_model_layers_41_residual_post_mlp/mean": 168.0, "train/tensor_act_model_layers_41_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_41_residual_post_mlp/max_abs": 170.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_41_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_41_residual_post_mlp/min": 163.0, "train/tensor_act_model_layers_41_residual_post_mlp/max": 170.0, "train/tensor_act_model_layers_41_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_42_residual_pre_attn/norm": 343226.9375, "train/tensor_act_model_layers_42_residual_pre_attn/mean": 168.0, "train/tensor_act_model_layers_42_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_42_residual_pre_attn/max_abs": 170.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_pre_attn/min": 163.0, "train/tensor_act_model_layers_42_residual_pre_attn/max": 170.0, "train/tensor_act_model_layers_42_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_42_residual_post_attn/norm": 343226.9375, "train/tensor_act_model_layers_42_residual_post_attn/mean": 168.0, "train/tensor_act_model_layers_42_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_42_residual_post_attn/max_abs": 170.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_attn/min": 163.0, "train/tensor_act_model_layers_42_residual_post_attn/max": 170.0, "train/tensor_act_model_layers_42_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_42_mlp_gate_proj/norm": 5406.55712890625, "train/tensor_act_model_layers_42_mlp_gate_proj/mean": 0.08544921875, "train/tensor_act_model_layers_42_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_42_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_gate_proj/min": -3.90625, "train/tensor_act_model_layers_42_mlp_gate_proj/max": 3.703125, "train/tensor_act_model_layers_42_mlp_gate_proj/range": 7.609375, "train/tensor_act_model_layers_42_mlp_up_proj/norm": 5370.5693359375, "train/tensor_act_model_layers_42_mlp_up_proj/mean": 0.154296875, "train/tensor_act_model_layers_42_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_42_mlp_up_proj/max_abs": 3.765625, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp_up_proj/min": -3.375, "train/tensor_act_model_layers_42_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_42_mlp_up_proj/range": 7.140625, "train/tensor_act_model_layers_42_mlp_down_proj/norm": 30549.865234375, "train/tensor_act_model_layers_42_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_42_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_42_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_42_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_42_mlp_down_proj/range": 2.5625, "train/tensor_act_model_layers_42_mlp/norm": 8192.0, "train/tensor_act_model_layers_42_mlp/mean": 4.0, "train/tensor_act_model_layers_42_mlp/std": 0.0, "train/tensor_act_model_layers_42_mlp/max_abs": 4.0, "train/tensor_act_model_layers_42_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_42_mlp/min": 4.0, "train/tensor_act_model_layers_42_mlp/max": 4.0, "train/tensor_act_model_layers_42_mlp/range": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/norm": 351418.8125, "train/tensor_act_model_layers_42_residual_post_mlp/mean": 172.0, "train/tensor_act_model_layers_42_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_42_residual_post_mlp/max_abs": 174.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_42_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_42_residual_post_mlp/min": 167.0, "train/tensor_act_model_layers_42_residual_post_mlp/max": 174.0, "train/tensor_act_model_layers_42_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_43_residual_pre_attn/norm": 351418.8125, "train/tensor_act_model_layers_43_residual_pre_attn/mean": 172.0, "train/tensor_act_model_layers_43_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_43_residual_pre_attn/max_abs": 174.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_pre_attn/min": 167.0, "train/tensor_act_model_layers_43_residual_pre_attn/max": 174.0, "train/tensor_act_model_layers_43_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_43_residual_post_attn/norm": 351418.8125, "train/tensor_act_model_layers_43_residual_post_attn/mean": 172.0, "train/tensor_act_model_layers_43_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_43_residual_post_attn/max_abs": 174.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_attn/min": 167.0, "train/tensor_act_model_layers_43_residual_post_attn/max": 174.0, "train/tensor_act_model_layers_43_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_43_mlp_gate_proj/norm": 5361.77880859375, "train/tensor_act_model_layers_43_mlp_gate_proj/mean": -0.07421875, "train/tensor_act_model_layers_43_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_43_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_43_mlp_gate_proj/max": 3.75, "train/tensor_act_model_layers_43_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_43_mlp_up_proj/norm": 5474.12890625, "train/tensor_act_model_layers_43_mlp_up_proj/mean": -0.030517578125, "train/tensor_act_model_layers_43_mlp_up_proj/std": 1.890625, "train/tensor_act_model_layers_43_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp_up_proj/min": -3.515625, "train/tensor_act_model_layers_43_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_43_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_43_mlp_down_proj/norm": 30424.826171875, "train/tensor_act_model_layers_43_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_43_mlp_down_proj/std": 0.388671875, "train/tensor_act_model_layers_43_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_43_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_43_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_43_mlp/norm": 8192.0, "train/tensor_act_model_layers_43_mlp/mean": 4.0, "train/tensor_act_model_layers_43_mlp/std": 0.0, "train/tensor_act_model_layers_43_mlp/max_abs": 4.0, "train/tensor_act_model_layers_43_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_43_mlp/min": 4.0, "train/tensor_act_model_layers_43_mlp/max": 4.0, "train/tensor_act_model_layers_43_mlp/range": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/norm": 359610.71875, "train/tensor_act_model_layers_43_residual_post_mlp/mean": 176.0, "train/tensor_act_model_layers_43_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_43_residual_post_mlp/max_abs": 178.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_43_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_43_residual_post_mlp/min": 171.0, "train/tensor_act_model_layers_43_residual_post_mlp/max": 178.0, "train/tensor_act_model_layers_43_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_44_residual_pre_attn/norm": 359610.71875, "train/tensor_act_model_layers_44_residual_pre_attn/mean": 176.0, "train/tensor_act_model_layers_44_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_44_residual_pre_attn/max_abs": 178.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_pre_attn/min": 171.0, "train/tensor_act_model_layers_44_residual_pre_attn/max": 178.0, "train/tensor_act_model_layers_44_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_44_residual_post_attn/norm": 359610.71875, "train/tensor_act_model_layers_44_residual_post_attn/mean": 176.0, "train/tensor_act_model_layers_44_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_44_residual_post_attn/max_abs": 178.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_attn/min": 171.0, "train/tensor_act_model_layers_44_residual_post_attn/max": 178.0, "train/tensor_act_model_layers_44_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_44_mlp_gate_proj/norm": 5433.97998046875, "train/tensor_act_model_layers_44_mlp_gate_proj/mean": 0.17578125, "train/tensor_act_model_layers_44_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_44_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_44_mlp_gate_proj/max": 3.59375, "train/tensor_act_model_layers_44_mlp_gate_proj/range": 7.515625, "train/tensor_act_model_layers_44_mlp_up_proj/norm": 5372.5712890625, "train/tensor_act_model_layers_44_mlp_up_proj/mean": 0.18359375, "train/tensor_act_model_layers_44_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_44_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_44_mlp_up_proj/max": 3.65625, "train/tensor_act_model_layers_44_mlp_up_proj/range": 7.84375, "train/tensor_act_model_layers_44_mlp_down_proj/norm": 30424.5078125, "train/tensor_act_model_layers_44_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_44_mlp_down_proj/std": 0.361328125, "train/tensor_act_model_layers_44_mlp_down_proj/max_abs": 15.9375, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_44_mlp_down_proj/max": 15.9375, "train/tensor_act_model_layers_44_mlp_down_proj/range": 1.6875, "train/tensor_act_model_layers_44_mlp/norm": 8192.0, "train/tensor_act_model_layers_44_mlp/mean": 4.0, "train/tensor_act_model_layers_44_mlp/std": 0.0, "train/tensor_act_model_layers_44_mlp/max_abs": 4.0, "train/tensor_act_model_layers_44_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_44_mlp/min": 4.0, "train/tensor_act_model_layers_44_mlp/max": 4.0, "train/tensor_act_model_layers_44_mlp/range": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/norm": 367802.625, "train/tensor_act_model_layers_44_residual_post_mlp/mean": 180.0, "train/tensor_act_model_layers_44_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_44_residual_post_mlp/max_abs": 182.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_44_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_44_residual_post_mlp/min": 175.0, "train/tensor_act_model_layers_44_residual_post_mlp/max": 182.0, "train/tensor_act_model_layers_44_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_45_residual_pre_attn/norm": 367802.625, "train/tensor_act_model_layers_45_residual_pre_attn/mean": 180.0, "train/tensor_act_model_layers_45_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_45_residual_pre_attn/max_abs": 182.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_pre_attn/min": 175.0, "train/tensor_act_model_layers_45_residual_pre_attn/max": 182.0, "train/tensor_act_model_layers_45_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_45_residual_post_attn/norm": 367802.625, "train/tensor_act_model_layers_45_residual_post_attn/mean": 180.0, "train/tensor_act_model_layers_45_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_45_residual_post_attn/max_abs": 182.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_attn/min": 175.0, "train/tensor_act_model_layers_45_residual_post_attn/max": 182.0, "train/tensor_act_model_layers_45_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_45_mlp_gate_proj/norm": 5385.68798828125, "train/tensor_act_model_layers_45_mlp_gate_proj/mean": -0.015625, "train/tensor_act_model_layers_45_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_45_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_gate_proj/min": -3.796875, "train/tensor_act_model_layers_45_mlp_gate_proj/max": 3.34375, "train/tensor_act_model_layers_45_mlp_gate_proj/range": 7.140625, "train/tensor_act_model_layers_45_mlp_up_proj/norm": 5457.5205078125, "train/tensor_act_model_layers_45_mlp_up_proj/mean": -0.11865234375, "train/tensor_act_model_layers_45_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_45_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp_up_proj/min": -3.84375, "train/tensor_act_model_layers_45_mlp_up_proj/max": 4.1875, "train/tensor_act_model_layers_45_mlp_up_proj/range": 8.03125, "train/tensor_act_model_layers_45_mlp_down_proj/norm": 30454.580078125, "train/tensor_act_model_layers_45_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_45_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_45_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_45_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_45_mlp_down_proj/range": 2.4375, "train/tensor_act_model_layers_45_mlp/norm": 8192.0, "train/tensor_act_model_layers_45_mlp/mean": 4.0, "train/tensor_act_model_layers_45_mlp/std": 0.0, "train/tensor_act_model_layers_45_mlp/max_abs": 4.0, "train/tensor_act_model_layers_45_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_45_mlp/min": 4.0, "train/tensor_act_model_layers_45_mlp/max": 4.0, "train/tensor_act_model_layers_45_mlp/range": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/norm": 375994.5, "train/tensor_act_model_layers_45_residual_post_mlp/mean": 184.0, "train/tensor_act_model_layers_45_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_45_residual_post_mlp/max_abs": 186.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_45_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_45_residual_post_mlp/min": 179.0, "train/tensor_act_model_layers_45_residual_post_mlp/max": 186.0, "train/tensor_act_model_layers_45_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_46_residual_pre_attn/norm": 375994.5, "train/tensor_act_model_layers_46_residual_pre_attn/mean": 184.0, "train/tensor_act_model_layers_46_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_46_residual_pre_attn/max_abs": 186.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_pre_attn/min": 179.0, "train/tensor_act_model_layers_46_residual_pre_attn/max": 186.0, "train/tensor_act_model_layers_46_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_46_residual_post_attn/norm": 375994.5, "train/tensor_act_model_layers_46_residual_post_attn/mean": 184.0, "train/tensor_act_model_layers_46_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_46_residual_post_attn/max_abs": 186.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_attn/min": 179.0, "train/tensor_act_model_layers_46_residual_post_attn/max": 186.0, "train/tensor_act_model_layers_46_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_46_mlp_gate_proj/norm": 5436.90673828125, "train/tensor_act_model_layers_46_mlp_gate_proj/mean": 0.01202392578125, "train/tensor_act_model_layers_46_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_46_mlp_gate_proj/max_abs": 3.59375, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_gate_proj/min": -3.59375, "train/tensor_act_model_layers_46_mlp_gate_proj/max": 3.265625, "train/tensor_act_model_layers_46_mlp_gate_proj/range": 6.859375, "train/tensor_act_model_layers_46_mlp_up_proj/norm": 5405.5341796875, "train/tensor_act_model_layers_46_mlp_up_proj/mean": -0.1787109375, "train/tensor_act_model_layers_46_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_46_mlp_up_proj/max_abs": 3.828125, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp_up_proj/min": -3.640625, "train/tensor_act_model_layers_46_mlp_up_proj/max": 3.828125, "train/tensor_act_model_layers_46_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_46_mlp_down_proj/norm": 30480.111328125, "train/tensor_act_model_layers_46_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_46_mlp_down_proj/std": 0.373046875, "train/tensor_act_model_layers_46_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_46_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_46_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_46_mlp/norm": 8192.0, "train/tensor_act_model_layers_46_mlp/mean": 4.0, "train/tensor_act_model_layers_46_mlp/std": 0.0, "train/tensor_act_model_layers_46_mlp/max_abs": 4.0, "train/tensor_act_model_layers_46_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_46_mlp/min": 4.0, "train/tensor_act_model_layers_46_mlp/max": 4.0, "train/tensor_act_model_layers_46_mlp/range": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/norm": 384186.4375, "train/tensor_act_model_layers_46_residual_post_mlp/mean": 188.0, "train/tensor_act_model_layers_46_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_46_residual_post_mlp/max_abs": 190.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_46_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_46_residual_post_mlp/min": 183.0, "train/tensor_act_model_layers_46_residual_post_mlp/max": 190.0, "train/tensor_act_model_layers_46_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_47_residual_pre_attn/norm": 384186.4375, "train/tensor_act_model_layers_47_residual_pre_attn/mean": 188.0, "train/tensor_act_model_layers_47_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_47_residual_pre_attn/max_abs": 190.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_pre_attn/min": 183.0, "train/tensor_act_model_layers_47_residual_pre_attn/max": 190.0, "train/tensor_act_model_layers_47_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_47_residual_post_attn/norm": 384186.4375, "train/tensor_act_model_layers_47_residual_post_attn/mean": 188.0, "train/tensor_act_model_layers_47_residual_post_attn/std": 0.90234375, "train/tensor_act_model_layers_47_residual_post_attn/max_abs": 190.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_attn/min": 183.0, "train/tensor_act_model_layers_47_residual_post_attn/max": 190.0, "train/tensor_act_model_layers_47_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_47_mlp_gate_proj/norm": 5458.81982421875, "train/tensor_act_model_layers_47_mlp_gate_proj/mean": 0.1494140625, "train/tensor_act_model_layers_47_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_47_mlp_gate_proj/max_abs": 4.21875, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_47_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_47_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_47_mlp_up_proj/norm": 5280.2998046875, "train/tensor_act_model_layers_47_mlp_up_proj/mean": 0.044677734375, "train/tensor_act_model_layers_47_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_47_mlp_up_proj/max_abs": 3.5625, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp_up_proj/min": -3.5625, "train/tensor_act_model_layers_47_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_47_mlp_up_proj/range": 6.984375, "train/tensor_act_model_layers_47_mlp_down_proj/norm": 30471.330078125, "train/tensor_act_model_layers_47_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_47_mlp_down_proj/std": 0.41796875, "train/tensor_act_model_layers_47_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_47_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_47_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_47_mlp/norm": 8192.0, "train/tensor_act_model_layers_47_mlp/mean": 4.0, "train/tensor_act_model_layers_47_mlp/std": 0.0, "train/tensor_act_model_layers_47_mlp/max_abs": 4.0, "train/tensor_act_model_layers_47_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_47_mlp/min": 4.0, "train/tensor_act_model_layers_47_mlp/max": 4.0, "train/tensor_act_model_layers_47_mlp/range": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/norm": 392378.3125, "train/tensor_act_model_layers_47_residual_post_mlp/mean": 192.0, "train/tensor_act_model_layers_47_residual_post_mlp/std": 0.90234375, "train/tensor_act_model_layers_47_residual_post_mlp/max_abs": 194.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_47_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_47_residual_post_mlp/min": 187.0, "train/tensor_act_model_layers_47_residual_post_mlp/max": 194.0, "train/tensor_act_model_layers_47_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_48_residual_pre_attn/norm": 392378.3125, "train/tensor_act_model_layers_48_residual_pre_attn/mean": 192.0, "train/tensor_act_model_layers_48_residual_pre_attn/std": 0.90234375, "train/tensor_act_model_layers_48_residual_pre_attn/max_abs": 194.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_pre_attn/min": 187.0, "train/tensor_act_model_layers_48_residual_pre_attn/max": 194.0, "train/tensor_act_model_layers_48_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_48_residual_post_attn/norm": 392394.40625, "train/tensor_act_model_layers_48_residual_post_attn/mean": 192.0, "train/tensor_act_model_layers_48_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_48_residual_post_attn/max_abs": 194.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_attn/min": 187.0, "train/tensor_act_model_layers_48_residual_post_attn/max": 194.0, "train/tensor_act_model_layers_48_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_48_mlp_gate_proj/norm": 5351.19775390625, "train/tensor_act_model_layers_48_mlp_gate_proj/mean": 0.0086669921875, "train/tensor_act_model_layers_48_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_48_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_gate_proj/min": -3.609375, "train/tensor_act_model_layers_48_mlp_gate_proj/max": 3.921875, "train/tensor_act_model_layers_48_mlp_gate_proj/range": 7.53125, "train/tensor_act_model_layers_48_mlp_up_proj/norm": 5349.7705078125, "train/tensor_act_model_layers_48_mlp_up_proj/mean": 0.0145263671875, "train/tensor_act_model_layers_48_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_48_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp_up_proj/min": -3.828125, "train/tensor_act_model_layers_48_mlp_up_proj/max": 3.953125, "train/tensor_act_model_layers_48_mlp_up_proj/range": 7.78125, "train/tensor_act_model_layers_48_mlp_down_proj/norm": 30461.5234375, "train/tensor_act_model_layers_48_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_48_mlp_down_proj/std": 0.37109375, "train/tensor_act_model_layers_48_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_48_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_48_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_48_mlp/norm": 8192.0, "train/tensor_act_model_layers_48_mlp/mean": 4.0, "train/tensor_act_model_layers_48_mlp/std": 0.0, "train/tensor_act_model_layers_48_mlp/max_abs": 4.0, "train/tensor_act_model_layers_48_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_48_mlp/min": 4.0, "train/tensor_act_model_layers_48_mlp/max": 4.0, "train/tensor_act_model_layers_48_mlp/range": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/norm": 400586.3125, "train/tensor_act_model_layers_48_residual_post_mlp/mean": 196.0, "train/tensor_act_model_layers_48_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_48_residual_post_mlp/max_abs": 198.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_48_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_48_residual_post_mlp/min": 191.0, "train/tensor_act_model_layers_48_residual_post_mlp/max": 198.0, "train/tensor_act_model_layers_48_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_49_residual_pre_attn/norm": 400586.3125, "train/tensor_act_model_layers_49_residual_pre_attn/mean": 196.0, "train/tensor_act_model_layers_49_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_49_residual_pre_attn/max_abs": 198.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_pre_attn/min": 191.0, "train/tensor_act_model_layers_49_residual_pre_attn/max": 198.0, "train/tensor_act_model_layers_49_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_49_residual_post_attn/norm": 400586.3125, "train/tensor_act_model_layers_49_residual_post_attn/mean": 196.0, "train/tensor_act_model_layers_49_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_49_residual_post_attn/max_abs": 198.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_attn/min": 191.0, "train/tensor_act_model_layers_49_residual_post_attn/max": 198.0, "train/tensor_act_model_layers_49_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_49_mlp_gate_proj/norm": 5342.705078125, "train/tensor_act_model_layers_49_mlp_gate_proj/mean": 0.11669921875, "train/tensor_act_model_layers_49_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_49_mlp_gate_proj/max_abs": 3.984375, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_gate_proj/min": -3.296875, "train/tensor_act_model_layers_49_mlp_gate_proj/max": 3.984375, "train/tensor_act_model_layers_49_mlp_gate_proj/range": 7.28125, "train/tensor_act_model_layers_49_mlp_up_proj/norm": 5506.09716796875, "train/tensor_act_model_layers_49_mlp_up_proj/mean": 0.13671875, "train/tensor_act_model_layers_49_mlp_up_proj/std": 1.8984375, "train/tensor_act_model_layers_49_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_49_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_49_mlp_up_proj/range": 7.59375, "train/tensor_act_model_layers_49_mlp_down_proj/norm": 30557.771484375, "train/tensor_act_model_layers_49_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_49_mlp_down_proj/std": 0.408203125, "train/tensor_act_model_layers_49_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_49_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_49_mlp_down_proj/range": 1.75, "train/tensor_act_model_layers_49_mlp/norm": 8192.0, "train/tensor_act_model_layers_49_mlp/mean": 4.0, "train/tensor_act_model_layers_49_mlp/std": 0.0, "train/tensor_act_model_layers_49_mlp/max_abs": 4.0, "train/tensor_act_model_layers_49_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_49_mlp/min": 4.0, "train/tensor_act_model_layers_49_mlp/max": 4.0, "train/tensor_act_model_layers_49_mlp/range": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/norm": 408778.21875, "train/tensor_act_model_layers_49_residual_post_mlp/mean": 200.0, "train/tensor_act_model_layers_49_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_49_residual_post_mlp/max_abs": 202.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_49_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_49_residual_post_mlp/min": 195.0, "train/tensor_act_model_layers_49_residual_post_mlp/max": 202.0, "train/tensor_act_model_layers_49_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_50_residual_pre_attn/norm": 408778.21875, "train/tensor_act_model_layers_50_residual_pre_attn/mean": 200.0, "train/tensor_act_model_layers_50_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_50_residual_pre_attn/max_abs": 202.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_pre_attn/min": 195.0, "train/tensor_act_model_layers_50_residual_pre_attn/max": 202.0, "train/tensor_act_model_layers_50_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_50_residual_post_attn/norm": 408778.21875, "train/tensor_act_model_layers_50_residual_post_attn/mean": 200.0, "train/tensor_act_model_layers_50_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_50_residual_post_attn/max_abs": 202.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_attn/min": 195.0, "train/tensor_act_model_layers_50_residual_post_attn/max": 202.0, "train/tensor_act_model_layers_50_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_50_mlp_gate_proj/norm": 5417.07568359375, "train/tensor_act_model_layers_50_mlp_gate_proj/mean": 0.05419921875, "train/tensor_act_model_layers_50_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_50_mlp_gate_proj/max_abs": 3.765625, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_50_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_50_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_50_mlp_up_proj/norm": 5364.03125, "train/tensor_act_model_layers_50_mlp_up_proj/mean": 0.04150390625, "train/tensor_act_model_layers_50_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_50_mlp_up_proj/max_abs": 3.921875, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp_up_proj/min": -3.921875, "train/tensor_act_model_layers_50_mlp_up_proj/max": 3.6875, "train/tensor_act_model_layers_50_mlp_up_proj/range": 7.609375, "train/tensor_act_model_layers_50_mlp_down_proj/norm": 30437.521484375, "train/tensor_act_model_layers_50_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_50_mlp_down_proj/std": 0.369140625, "train/tensor_act_model_layers_50_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_50_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_50_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_50_mlp/norm": 8192.0, "train/tensor_act_model_layers_50_mlp/mean": 4.0, "train/tensor_act_model_layers_50_mlp/std": 0.0, "train/tensor_act_model_layers_50_mlp/max_abs": 4.0, "train/tensor_act_model_layers_50_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_50_mlp/min": 4.0, "train/tensor_act_model_layers_50_mlp/max": 4.0, "train/tensor_act_model_layers_50_mlp/range": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/norm": 416970.125, "train/tensor_act_model_layers_50_residual_post_mlp/mean": 204.0, "train/tensor_act_model_layers_50_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_50_residual_post_mlp/max_abs": 206.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_50_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_50_residual_post_mlp/min": 199.0, "train/tensor_act_model_layers_50_residual_post_mlp/max": 206.0, "train/tensor_act_model_layers_50_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_51_residual_pre_attn/norm": 416970.125, "train/tensor_act_model_layers_51_residual_pre_attn/mean": 204.0, "train/tensor_act_model_layers_51_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_51_residual_pre_attn/max_abs": 206.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_pre_attn/min": 199.0, "train/tensor_act_model_layers_51_residual_pre_attn/max": 206.0, "train/tensor_act_model_layers_51_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_51_residual_post_attn/norm": 416970.125, "train/tensor_act_model_layers_51_residual_post_attn/mean": 204.0, "train/tensor_act_model_layers_51_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_51_residual_post_attn/max_abs": 206.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_attn/min": 199.0, "train/tensor_act_model_layers_51_residual_post_attn/max": 206.0, "train/tensor_act_model_layers_51_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_51_mlp_gate_proj/norm": 5419.18359375, "train/tensor_act_model_layers_51_mlp_gate_proj/mean": 0.13671875, "train/tensor_act_model_layers_51_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_51_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_51_mlp_gate_proj/max": 3.375, "train/tensor_act_model_layers_51_mlp_gate_proj/range": 7.125, "train/tensor_act_model_layers_51_mlp_up_proj/norm": 5307.99609375, "train/tensor_act_model_layers_51_mlp_up_proj/mean": 0.062255859375, "train/tensor_act_model_layers_51_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_51_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_51_mlp_up_proj/max": 3.625, "train/tensor_act_model_layers_51_mlp_up_proj/range": 7.421875, "train/tensor_act_model_layers_51_mlp_down_proj/norm": 30424.69921875, "train/tensor_act_model_layers_51_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_51_mlp_down_proj/std": 0.349609375, "train/tensor_act_model_layers_51_mlp_down_proj/max_abs": 16.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_51_mlp_down_proj/max": 16.0, "train/tensor_act_model_layers_51_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_51_mlp/norm": 8192.0, "train/tensor_act_model_layers_51_mlp/mean": 4.0, "train/tensor_act_model_layers_51_mlp/std": 0.0, "train/tensor_act_model_layers_51_mlp/max_abs": 4.0, "train/tensor_act_model_layers_51_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_51_mlp/min": 4.0, "train/tensor_act_model_layers_51_mlp/max": 4.0, "train/tensor_act_model_layers_51_mlp/range": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/norm": 425162.0625, "train/tensor_act_model_layers_51_residual_post_mlp/mean": 208.0, "train/tensor_act_model_layers_51_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_51_residual_post_mlp/max_abs": 210.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_51_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_51_residual_post_mlp/min": 203.0, "train/tensor_act_model_layers_51_residual_post_mlp/max": 210.0, "train/tensor_act_model_layers_51_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_52_residual_pre_attn/norm": 425162.0625, "train/tensor_act_model_layers_52_residual_pre_attn/mean": 208.0, "train/tensor_act_model_layers_52_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_52_residual_pre_attn/max_abs": 210.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_pre_attn/min": 203.0, "train/tensor_act_model_layers_52_residual_pre_attn/max": 210.0, "train/tensor_act_model_layers_52_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_52_residual_post_attn/norm": 425162.0625, "train/tensor_act_model_layers_52_residual_post_attn/mean": 208.0, "train/tensor_act_model_layers_52_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_52_residual_post_attn/max_abs": 210.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_attn/min": 203.0, "train/tensor_act_model_layers_52_residual_post_attn/max": 210.0, "train/tensor_act_model_layers_52_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_52_mlp_gate_proj/norm": 5450.97802734375, "train/tensor_act_model_layers_52_mlp_gate_proj/mean": 0.035400390625, "train/tensor_act_model_layers_52_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_52_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_gate_proj/min": -3.546875, "train/tensor_act_model_layers_52_mlp_gate_proj/max": 3.453125, "train/tensor_act_model_layers_52_mlp_gate_proj/range": 7.0, "train/tensor_act_model_layers_52_mlp_up_proj/norm": 5468.99462890625, "train/tensor_act_model_layers_52_mlp_up_proj/mean": 0.125, "train/tensor_act_model_layers_52_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_52_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_52_mlp_up_proj/max": 3.75, "train/tensor_act_model_layers_52_mlp_up_proj/range": 7.4375, "train/tensor_act_model_layers_52_mlp_down_proj/norm": 30479.517578125, "train/tensor_act_model_layers_52_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_52_mlp_down_proj/std": 0.3828125, "train/tensor_act_model_layers_52_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_52_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_52_mlp_down_proj/range": 1.8125, "train/tensor_act_model_layers_52_mlp/norm": 8192.0, "train/tensor_act_model_layers_52_mlp/mean": 4.0, "train/tensor_act_model_layers_52_mlp/std": 0.0, "train/tensor_act_model_layers_52_mlp/max_abs": 4.0, "train/tensor_act_model_layers_52_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_52_mlp/min": 4.0, "train/tensor_act_model_layers_52_mlp/max": 4.0, "train/tensor_act_model_layers_52_mlp/range": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/norm": 433353.96875, "train/tensor_act_model_layers_52_residual_post_mlp/mean": 212.0, "train/tensor_act_model_layers_52_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_52_residual_post_mlp/max_abs": 214.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_52_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_52_residual_post_mlp/min": 207.0, "train/tensor_act_model_layers_52_residual_post_mlp/max": 214.0, "train/tensor_act_model_layers_52_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_53_residual_pre_attn/norm": 433353.96875, "train/tensor_act_model_layers_53_residual_pre_attn/mean": 212.0, "train/tensor_act_model_layers_53_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_53_residual_pre_attn/max_abs": 214.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_pre_attn/min": 207.0, "train/tensor_act_model_layers_53_residual_pre_attn/max": 214.0, "train/tensor_act_model_layers_53_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_53_residual_post_attn/norm": 433353.96875, "train/tensor_act_model_layers_53_residual_post_attn/mean": 212.0, "train/tensor_act_model_layers_53_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_53_residual_post_attn/max_abs": 214.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_attn/min": 207.0, "train/tensor_act_model_layers_53_residual_post_attn/max": 214.0, "train/tensor_act_model_layers_53_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_53_mlp_gate_proj/norm": 5372.14453125, "train/tensor_act_model_layers_53_mlp_gate_proj/mean": -0.0003299713134765625, "train/tensor_act_model_layers_53_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_53_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_53_mlp_gate_proj/max": 3.953125, "train/tensor_act_model_layers_53_mlp_gate_proj/range": 7.984375, "train/tensor_act_model_layers_53_mlp_up_proj/norm": 5413.1240234375, "train/tensor_act_model_layers_53_mlp_up_proj/mean": -0.041259765625, "train/tensor_act_model_layers_53_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_53_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_53_mlp_up_proj/max": 3.453125, "train/tensor_act_model_layers_53_mlp_up_proj/range": 7.203125, "train/tensor_act_model_layers_53_mlp_down_proj/norm": 30581.341796875, "train/tensor_act_model_layers_53_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_53_mlp_down_proj/std": 0.4140625, "train/tensor_act_model_layers_53_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_53_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_53_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_53_mlp/norm": 8192.0, "train/tensor_act_model_layers_53_mlp/mean": 4.0, "train/tensor_act_model_layers_53_mlp/std": 0.0, "train/tensor_act_model_layers_53_mlp/max_abs": 4.0, "train/tensor_act_model_layers_53_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_53_mlp/min": 4.0, "train/tensor_act_model_layers_53_mlp/max": 4.0, "train/tensor_act_model_layers_53_mlp/range": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/norm": 441545.90625, "train/tensor_act_model_layers_53_residual_post_mlp/mean": 216.0, "train/tensor_act_model_layers_53_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_53_residual_post_mlp/max_abs": 218.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_53_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_53_residual_post_mlp/min": 211.0, "train/tensor_act_model_layers_53_residual_post_mlp/max": 218.0, "train/tensor_act_model_layers_53_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_54_residual_pre_attn/norm": 441545.90625, "train/tensor_act_model_layers_54_residual_pre_attn/mean": 216.0, "train/tensor_act_model_layers_54_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_54_residual_pre_attn/max_abs": 218.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_pre_attn/min": 211.0, "train/tensor_act_model_layers_54_residual_pre_attn/max": 218.0, "train/tensor_act_model_layers_54_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_54_residual_post_attn/norm": 441529.90625, "train/tensor_act_model_layers_54_residual_post_attn/mean": 216.0, "train/tensor_act_model_layers_54_residual_post_attn/std": 0.91015625, "train/tensor_act_model_layers_54_residual_post_attn/max_abs": 218.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_attn/min": 211.0, "train/tensor_act_model_layers_54_residual_post_attn/max": 218.0, "train/tensor_act_model_layers_54_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_54_mlp_gate_proj/norm": 5339.130859375, "train/tensor_act_model_layers_54_mlp_gate_proj/mean": -0.259765625, "train/tensor_act_model_layers_54_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_54_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_gate_proj/min": -3.484375, "train/tensor_act_model_layers_54_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_54_mlp_gate_proj/range": 7.359375, "train/tensor_act_model_layers_54_mlp_up_proj/norm": 5317.78125, "train/tensor_act_model_layers_54_mlp_up_proj/mean": 0.193359375, "train/tensor_act_model_layers_54_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_54_mlp_up_proj/max_abs": 3.546875, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_54_mlp_up_proj/max": 3.515625, "train/tensor_act_model_layers_54_mlp_up_proj/range": 7.0625, "train/tensor_act_model_layers_54_mlp_down_proj/norm": 30622.091796875, "train/tensor_act_model_layers_54_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_54_mlp_down_proj/std": 0.435546875, "train/tensor_act_model_layers_54_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_54_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_54_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_54_mlp/norm": 8192.0, "train/tensor_act_model_layers_54_mlp/mean": 4.0, "train/tensor_act_model_layers_54_mlp/std": 0.0, "train/tensor_act_model_layers_54_mlp/max_abs": 4.0, "train/tensor_act_model_layers_54_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_54_mlp/min": 4.0, "train/tensor_act_model_layers_54_mlp/max": 4.0, "train/tensor_act_model_layers_54_mlp/range": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/norm": 449721.84375, "train/tensor_act_model_layers_54_residual_post_mlp/mean": 220.0, "train/tensor_act_model_layers_54_residual_post_mlp/std": 0.91015625, "train/tensor_act_model_layers_54_residual_post_mlp/max_abs": 222.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_54_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_54_residual_post_mlp/min": 215.0, "train/tensor_act_model_layers_54_residual_post_mlp/max": 222.0, "train/tensor_act_model_layers_54_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_55_residual_pre_attn/norm": 449721.84375, "train/tensor_act_model_layers_55_residual_pre_attn/mean": 220.0, "train/tensor_act_model_layers_55_residual_pre_attn/std": 0.91015625, "train/tensor_act_model_layers_55_residual_pre_attn/max_abs": 222.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_pre_attn/min": 215.0, "train/tensor_act_model_layers_55_residual_pre_attn/max": 222.0, "train/tensor_act_model_layers_55_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_55_residual_post_attn/norm": 449721.84375, "train/tensor_act_model_layers_55_residual_post_attn/mean": 220.0, "train/tensor_act_model_layers_55_residual_post_attn/std": 0.91015625, "train/tensor_act_model_layers_55_residual_post_attn/max_abs": 222.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_attn/min": 215.0, "train/tensor_act_model_layers_55_residual_post_attn/max": 222.0, "train/tensor_act_model_layers_55_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_55_mlp_gate_proj/norm": 5356.1005859375, "train/tensor_act_model_layers_55_mlp_gate_proj/mean": 0.0111083984375, "train/tensor_act_model_layers_55_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_55_mlp_gate_proj/max_abs": 3.796875, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_gate_proj/min": -3.53125, "train/tensor_act_model_layers_55_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_55_mlp_gate_proj/range": 7.328125, "train/tensor_act_model_layers_55_mlp_up_proj/norm": 5352.90234375, "train/tensor_act_model_layers_55_mlp_up_proj/mean": 0.09521484375, "train/tensor_act_model_layers_55_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_55_mlp_up_proj/max_abs": 3.96875, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp_up_proj/min": -3.96875, "train/tensor_act_model_layers_55_mlp_up_proj/max": 3.34375, "train/tensor_act_model_layers_55_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_55_mlp_down_proj/norm": 30413.818359375, "train/tensor_act_model_layers_55_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_55_mlp_down_proj/std": 0.33984375, "train/tensor_act_model_layers_55_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_55_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_55_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_55_mlp/norm": 8192.0, "train/tensor_act_model_layers_55_mlp/mean": 4.0, "train/tensor_act_model_layers_55_mlp/std": 0.0, "train/tensor_act_model_layers_55_mlp/max_abs": 4.0, "train/tensor_act_model_layers_55_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_55_mlp/min": 4.0, "train/tensor_act_model_layers_55_mlp/max": 4.0, "train/tensor_act_model_layers_55_mlp/range": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/norm": 457913.78125, "train/tensor_act_model_layers_55_residual_post_mlp/mean": 224.0, "train/tensor_act_model_layers_55_residual_post_mlp/std": 0.91015625, "train/tensor_act_model_layers_55_residual_post_mlp/max_abs": 226.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_55_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_55_residual_post_mlp/min": 219.0, "train/tensor_act_model_layers_55_residual_post_mlp/max": 226.0, "train/tensor_act_model_layers_55_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_56_residual_pre_attn/norm": 457913.78125, "train/tensor_act_model_layers_56_residual_pre_attn/mean": 224.0, "train/tensor_act_model_layers_56_residual_pre_attn/std": 0.91015625, "train/tensor_act_model_layers_56_residual_pre_attn/max_abs": 226.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_pre_attn/min": 219.0, "train/tensor_act_model_layers_56_residual_pre_attn/max": 226.0, "train/tensor_act_model_layers_56_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_56_residual_post_attn/norm": 457913.78125, "train/tensor_act_model_layers_56_residual_post_attn/mean": 224.0, "train/tensor_act_model_layers_56_residual_post_attn/std": 0.91015625, "train/tensor_act_model_layers_56_residual_post_attn/max_abs": 226.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_attn/min": 219.0, "train/tensor_act_model_layers_56_residual_post_attn/max": 226.0, "train/tensor_act_model_layers_56_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_56_mlp_gate_proj/norm": 5353.30224609375, "train/tensor_act_model_layers_56_mlp_gate_proj/mean": 0.080078125, "train/tensor_act_model_layers_56_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_56_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_gate_proj/min": -3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_56_mlp_gate_proj/range": 7.78125, "train/tensor_act_model_layers_56_mlp_up_proj/norm": 5286.9541015625, "train/tensor_act_model_layers_56_mlp_up_proj/mean": 0.04638671875, "train/tensor_act_model_layers_56_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_56_mlp_up_proj/max_abs": 4.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp_up_proj/min": -4.0, "train/tensor_act_model_layers_56_mlp_up_proj/max": 3.921875, "train/tensor_act_model_layers_56_mlp_up_proj/range": 7.921875, "train/tensor_act_model_layers_56_mlp_down_proj/norm": 30547.421875, "train/tensor_act_model_layers_56_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_56_mlp_down_proj/std": 0.435546875, "train/tensor_act_model_layers_56_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_56_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_56_mlp_down_proj/range": 2.625, "train/tensor_act_model_layers_56_mlp/norm": 8192.0, "train/tensor_act_model_layers_56_mlp/mean": 4.0, "train/tensor_act_model_layers_56_mlp/std": 0.0, "train/tensor_act_model_layers_56_mlp/max_abs": 4.0, "train/tensor_act_model_layers_56_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_56_mlp/min": 4.0, "train/tensor_act_model_layers_56_mlp/max": 4.0, "train/tensor_act_model_layers_56_mlp/range": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/norm": 466105.71875, "train/tensor_act_model_layers_56_residual_post_mlp/mean": 228.0, "train/tensor_act_model_layers_56_residual_post_mlp/std": 0.91015625, "train/tensor_act_model_layers_56_residual_post_mlp/max_abs": 230.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_56_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_56_residual_post_mlp/min": 223.0, "train/tensor_act_model_layers_56_residual_post_mlp/max": 230.0, "train/tensor_act_model_layers_56_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_57_residual_pre_attn/norm": 466105.71875, "train/tensor_act_model_layers_57_residual_pre_attn/mean": 228.0, "train/tensor_act_model_layers_57_residual_pre_attn/std": 0.91015625, "train/tensor_act_model_layers_57_residual_pre_attn/max_abs": 230.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_pre_attn/min": 223.0, "train/tensor_act_model_layers_57_residual_pre_attn/max": 230.0, "train/tensor_act_model_layers_57_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_57_residual_post_attn/norm": 466137.84375, "train/tensor_act_model_layers_57_residual_post_attn/mean": 228.0, "train/tensor_act_model_layers_57_residual_post_attn/std": 0.921875, "train/tensor_act_model_layers_57_residual_post_attn/max_abs": 230.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_attn/min": 223.0, "train/tensor_act_model_layers_57_residual_post_attn/max": 230.0, "train/tensor_act_model_layers_57_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_57_mlp_gate_proj/norm": 5332.5107421875, "train/tensor_act_model_layers_57_mlp_gate_proj/mean": -0.154296875, "train/tensor_act_model_layers_57_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_57_mlp_gate_proj/max_abs": 3.875, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_57_mlp_gate_proj/max": 3.875, "train/tensor_act_model_layers_57_mlp_gate_proj/range": 7.640625, "train/tensor_act_model_layers_57_mlp_up_proj/norm": 5379.38671875, "train/tensor_act_model_layers_57_mlp_up_proj/mean": -0.02099609375, "train/tensor_act_model_layers_57_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_57_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_57_mlp_up_proj/max": 3.859375, "train/tensor_act_model_layers_57_mlp_up_proj/range": 7.609375, "train/tensor_act_model_layers_57_mlp_down_proj/norm": 30503.66796875, "train/tensor_act_model_layers_57_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_57_mlp_down_proj/std": 0.3671875, "train/tensor_act_model_layers_57_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_57_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_57_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_57_mlp/norm": 8192.0, "train/tensor_act_model_layers_57_mlp/mean": 4.0, "train/tensor_act_model_layers_57_mlp/std": 0.0, "train/tensor_act_model_layers_57_mlp/max_abs": 4.0, "train/tensor_act_model_layers_57_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_57_mlp/min": 4.0, "train/tensor_act_model_layers_57_mlp/max": 4.0, "train/tensor_act_model_layers_57_mlp/range": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/norm": 474329.75, "train/tensor_act_model_layers_57_residual_post_mlp/mean": 232.0, "train/tensor_act_model_layers_57_residual_post_mlp/std": 0.921875, "train/tensor_act_model_layers_57_residual_post_mlp/max_abs": 234.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_57_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_57_residual_post_mlp/min": 227.0, "train/tensor_act_model_layers_57_residual_post_mlp/max": 234.0, "train/tensor_act_model_layers_57_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_58_residual_pre_attn/norm": 474329.75, "train/tensor_act_model_layers_58_residual_pre_attn/mean": 232.0, "train/tensor_act_model_layers_58_residual_pre_attn/std": 0.921875, "train/tensor_act_model_layers_58_residual_pre_attn/max_abs": 234.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_pre_attn/min": 227.0, "train/tensor_act_model_layers_58_residual_pre_attn/max": 234.0, "train/tensor_act_model_layers_58_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_58_residual_post_attn/norm": 474329.75, "train/tensor_act_model_layers_58_residual_post_attn/mean": 232.0, "train/tensor_act_model_layers_58_residual_post_attn/std": 0.921875, "train/tensor_act_model_layers_58_residual_post_attn/max_abs": 234.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_attn/min": 227.0, "train/tensor_act_model_layers_58_residual_post_attn/max": 234.0, "train/tensor_act_model_layers_58_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_58_mlp_gate_proj/norm": 5261.9892578125, "train/tensor_act_model_layers_58_mlp_gate_proj/mean": 0.00823974609375, "train/tensor_act_model_layers_58_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_58_mlp_gate_proj/max_abs": 3.9375, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_gate_proj/min": -3.9375, "train/tensor_act_model_layers_58_mlp_gate_proj/max": 3.5, "train/tensor_act_model_layers_58_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_58_mlp_up_proj/norm": 5230.8935546875, "train/tensor_act_model_layers_58_mlp_up_proj/mean": -0.0673828125, "train/tensor_act_model_layers_58_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_58_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_58_mlp_up_proj/max": 3.296875, "train/tensor_act_model_layers_58_mlp_up_proj/range": 7.484375, "train/tensor_act_model_layers_58_mlp_down_proj/norm": 30464.15625, "train/tensor_act_model_layers_58_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_58_mlp_down_proj/std": 0.39453125, "train/tensor_act_model_layers_58_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_58_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_58_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_58_mlp/norm": 8192.0, "train/tensor_act_model_layers_58_mlp/mean": 4.0, "train/tensor_act_model_layers_58_mlp/std": 0.0, "train/tensor_act_model_layers_58_mlp/max_abs": 4.0, "train/tensor_act_model_layers_58_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_58_mlp/min": 4.0, "train/tensor_act_model_layers_58_mlp/max": 4.0, "train/tensor_act_model_layers_58_mlp/range": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/norm": 482521.6875, "train/tensor_act_model_layers_58_residual_post_mlp/mean": 236.0, "train/tensor_act_model_layers_58_residual_post_mlp/std": 0.921875, "train/tensor_act_model_layers_58_residual_post_mlp/max_abs": 238.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_58_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_58_residual_post_mlp/min": 231.0, "train/tensor_act_model_layers_58_residual_post_mlp/max": 238.0, "train/tensor_act_model_layers_58_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_59_residual_pre_attn/norm": 482521.6875, "train/tensor_act_model_layers_59_residual_pre_attn/mean": 236.0, "train/tensor_act_model_layers_59_residual_pre_attn/std": 0.921875, "train/tensor_act_model_layers_59_residual_pre_attn/max_abs": 238.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_pre_attn/min": 231.0, "train/tensor_act_model_layers_59_residual_pre_attn/max": 238.0, "train/tensor_act_model_layers_59_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_59_residual_post_attn/norm": 482521.6875, "train/tensor_act_model_layers_59_residual_post_attn/mean": 236.0, "train/tensor_act_model_layers_59_residual_post_attn/std": 0.921875, "train/tensor_act_model_layers_59_residual_post_attn/max_abs": 238.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_attn/min": 231.0, "train/tensor_act_model_layers_59_residual_post_attn/max": 238.0, "train/tensor_act_model_layers_59_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_59_mlp_gate_proj/norm": 5333.04736328125, "train/tensor_act_model_layers_59_mlp_gate_proj/mean": 0.1357421875, "train/tensor_act_model_layers_59_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_59_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_59_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_59_mlp_gate_proj/range": 7.375, "train/tensor_act_model_layers_59_mlp_up_proj/norm": 5288.44775390625, "train/tensor_act_model_layers_59_mlp_up_proj/mean": -0.1201171875, "train/tensor_act_model_layers_59_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_59_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_59_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_59_mlp_up_proj/range": 7.40625, "train/tensor_act_model_layers_59_mlp_down_proj/norm": 30492.3984375, "train/tensor_act_model_layers_59_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_59_mlp_down_proj/std": 0.404296875, "train/tensor_act_model_layers_59_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_59_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_59_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_59_mlp/norm": 8192.0, "train/tensor_act_model_layers_59_mlp/mean": 4.0, "train/tensor_act_model_layers_59_mlp/std": 0.0, "train/tensor_act_model_layers_59_mlp/max_abs": 4.0, "train/tensor_act_model_layers_59_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_59_mlp/min": 4.0, "train/tensor_act_model_layers_59_mlp/max": 4.0, "train/tensor_act_model_layers_59_mlp/range": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/norm": 490713.625, "train/tensor_act_model_layers_59_residual_post_mlp/mean": 240.0, "train/tensor_act_model_layers_59_residual_post_mlp/std": 0.921875, "train/tensor_act_model_layers_59_residual_post_mlp/max_abs": 242.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_59_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_59_residual_post_mlp/min": 235.0, "train/tensor_act_model_layers_59_residual_post_mlp/max": 242.0, "train/tensor_act_model_layers_59_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_60_residual_pre_attn/norm": 490713.625, "train/tensor_act_model_layers_60_residual_pre_attn/mean": 240.0, "train/tensor_act_model_layers_60_residual_pre_attn/std": 0.921875, "train/tensor_act_model_layers_60_residual_pre_attn/max_abs": 242.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_pre_attn/min": 235.0, "train/tensor_act_model_layers_60_residual_pre_attn/max": 242.0, "train/tensor_act_model_layers_60_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_60_residual_post_attn/norm": 490713.625, "train/tensor_act_model_layers_60_residual_post_attn/mean": 240.0, "train/tensor_act_model_layers_60_residual_post_attn/std": 0.921875, "train/tensor_act_model_layers_60_residual_post_attn/max_abs": 242.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_attn/min": 235.0, "train/tensor_act_model_layers_60_residual_post_attn/max": 242.0, "train/tensor_act_model_layers_60_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_60_mlp_gate_proj/norm": 5425.13134765625, "train/tensor_act_model_layers_60_mlp_gate_proj/mean": -0.04833984375, "train/tensor_act_model_layers_60_mlp_gate_proj/std": 1.875, "train/tensor_act_model_layers_60_mlp_gate_proj/max_abs": 3.609375, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_gate_proj/min": -3.578125, "train/tensor_act_model_layers_60_mlp_gate_proj/max": 3.609375, "train/tensor_act_model_layers_60_mlp_gate_proj/range": 7.1875, "train/tensor_act_model_layers_60_mlp_up_proj/norm": 5360.3818359375, "train/tensor_act_model_layers_60_mlp_up_proj/mean": 0.0166015625, "train/tensor_act_model_layers_60_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_60_mlp_up_proj/max_abs": 3.75, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp_up_proj/min": -3.75, "train/tensor_act_model_layers_60_mlp_up_proj/max": 3.484375, "train/tensor_act_model_layers_60_mlp_up_proj/range": 7.234375, "train/tensor_act_model_layers_60_mlp_down_proj/norm": 30539.564453125, "train/tensor_act_model_layers_60_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_60_mlp_down_proj/std": 0.427734375, "train/tensor_act_model_layers_60_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_60_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_60_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_60_mlp/norm": 8192.0, "train/tensor_act_model_layers_60_mlp/mean": 4.0, "train/tensor_act_model_layers_60_mlp/std": 0.0, "train/tensor_act_model_layers_60_mlp/max_abs": 4.0, "train/tensor_act_model_layers_60_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_60_mlp/min": 4.0, "train/tensor_act_model_layers_60_mlp/max": 4.0, "train/tensor_act_model_layers_60_mlp/range": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/norm": 498905.59375, "train/tensor_act_model_layers_60_residual_post_mlp/mean": 244.0, "train/tensor_act_model_layers_60_residual_post_mlp/std": 0.921875, "train/tensor_act_model_layers_60_residual_post_mlp/max_abs": 246.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_60_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_60_residual_post_mlp/min": 239.0, "train/tensor_act_model_layers_60_residual_post_mlp/max": 246.0, "train/tensor_act_model_layers_60_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_61_residual_pre_attn/norm": 498905.59375, "train/tensor_act_model_layers_61_residual_pre_attn/mean": 244.0, "train/tensor_act_model_layers_61_residual_pre_attn/std": 0.921875, "train/tensor_act_model_layers_61_residual_pre_attn/max_abs": 246.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_pre_attn/min": 239.0, "train/tensor_act_model_layers_61_residual_pre_attn/max": 246.0, "train/tensor_act_model_layers_61_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_61_residual_post_attn/norm": 498905.59375, "train/tensor_act_model_layers_61_residual_post_attn/mean": 244.0, "train/tensor_act_model_layers_61_residual_post_attn/std": 0.921875, "train/tensor_act_model_layers_61_residual_post_attn/max_abs": 246.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_attn/min": 239.0, "train/tensor_act_model_layers_61_residual_post_attn/max": 246.0, "train/tensor_act_model_layers_61_residual_post_attn/range": 7.0, "train/tensor_act_model_layers_61_mlp_gate_proj/norm": 5369.81298828125, "train/tensor_act_model_layers_61_mlp_gate_proj/mean": 0.07763671875, "train/tensor_act_model_layers_61_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_61_mlp_gate_proj/max_abs": 3.75, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_gate_proj/min": -3.75, "train/tensor_act_model_layers_61_mlp_gate_proj/max": 3.6875, "train/tensor_act_model_layers_61_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_61_mlp_up_proj/norm": 5429.98779296875, "train/tensor_act_model_layers_61_mlp_up_proj/mean": -0.2109375, "train/tensor_act_model_layers_61_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_61_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_61_mlp_up_proj/max": 3.421875, "train/tensor_act_model_layers_61_mlp_up_proj/range": 7.296875, "train/tensor_act_model_layers_61_mlp_down_proj/norm": 30594.9609375, "train/tensor_act_model_layers_61_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_61_mlp_down_proj/std": 0.396484375, "train/tensor_act_model_layers_61_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_61_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_61_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_61_mlp/norm": 8192.0, "train/tensor_act_model_layers_61_mlp/mean": 4.0, "train/tensor_act_model_layers_61_mlp/std": 0.0, "train/tensor_act_model_layers_61_mlp/max_abs": 4.0, "train/tensor_act_model_layers_61_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_61_mlp/min": 4.0, "train/tensor_act_model_layers_61_mlp/max": 4.0, "train/tensor_act_model_layers_61_mlp/range": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/norm": 507097.53125, "train/tensor_act_model_layers_61_residual_post_mlp/mean": 248.0, "train/tensor_act_model_layers_61_residual_post_mlp/std": 0.921875, "train/tensor_act_model_layers_61_residual_post_mlp/max_abs": 250.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_61_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_61_residual_post_mlp/min": 243.0, "train/tensor_act_model_layers_61_residual_post_mlp/max": 250.0, "train/tensor_act_model_layers_61_residual_post_mlp/range": 7.0, "train/tensor_act_model_layers_62_residual_pre_attn/norm": 507097.53125, "train/tensor_act_model_layers_62_residual_pre_attn/mean": 248.0, "train/tensor_act_model_layers_62_residual_pre_attn/std": 0.921875, "train/tensor_act_model_layers_62_residual_pre_attn/max_abs": 250.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_pre_attn/min": 243.0, "train/tensor_act_model_layers_62_residual_pre_attn/max": 250.0, "train/tensor_act_model_layers_62_residual_pre_attn/range": 7.0, "train/tensor_act_model_layers_62_residual_post_attn/norm": 507033.9375, "train/tensor_act_model_layers_62_residual_post_attn/mean": 248.0, "train/tensor_act_model_layers_62_residual_post_attn/std": 0.9765625, "train/tensor_act_model_layers_62_residual_post_attn/max_abs": 250.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_attn/min": 242.0, "train/tensor_act_model_layers_62_residual_post_attn/max": 250.0, "train/tensor_act_model_layers_62_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_62_mlp_gate_proj/norm": 5410.7197265625, "train/tensor_act_model_layers_62_mlp_gate_proj/mean": -0.00531005859375, "train/tensor_act_model_layers_62_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_62_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_gate_proj/min": -4.125, "train/tensor_act_model_layers_62_mlp_gate_proj/max": 3.765625, "train/tensor_act_model_layers_62_mlp_gate_proj/range": 7.890625, "train/tensor_act_model_layers_62_mlp_up_proj/norm": 5391.19287109375, "train/tensor_act_model_layers_62_mlp_up_proj/mean": -0.0023040771484375, "train/tensor_act_model_layers_62_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_62_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_62_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_62_mlp_up_proj/range": 7.671875, "train/tensor_act_model_layers_62_mlp_down_proj/norm": 30525.248046875, "train/tensor_act_model_layers_62_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_62_mlp_down_proj/std": 0.419921875, "train/tensor_act_model_layers_62_mlp_down_proj/max_abs": 16.625, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_62_mlp_down_proj/max": 16.625, "train/tensor_act_model_layers_62_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_62_mlp/norm": 8192.0, "train/tensor_act_model_layers_62_mlp/mean": 4.0, "train/tensor_act_model_layers_62_mlp/std": 0.0, "train/tensor_act_model_layers_62_mlp/max_abs": 4.0, "train/tensor_act_model_layers_62_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_62_mlp/min": 4.0, "train/tensor_act_model_layers_62_mlp/max": 4.0, "train/tensor_act_model_layers_62_mlp/range": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/norm": 515225.875, "train/tensor_act_model_layers_62_residual_post_mlp/mean": 252.0, "train/tensor_act_model_layers_62_residual_post_mlp/std": 0.9765625, "train/tensor_act_model_layers_62_residual_post_mlp/max_abs": 254.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_62_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_62_residual_post_mlp/min": 246.0, "train/tensor_act_model_layers_62_residual_post_mlp/max": 254.0, "train/tensor_act_model_layers_62_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_63_residual_pre_attn/norm": 515225.875, "train/tensor_act_model_layers_63_residual_pre_attn/mean": 252.0, "train/tensor_act_model_layers_63_residual_pre_attn/std": 0.9765625, "train/tensor_act_model_layers_63_residual_pre_attn/max_abs": 254.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_pre_attn/min": 246.0, "train/tensor_act_model_layers_63_residual_pre_attn/max": 254.0, "train/tensor_act_model_layers_63_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_63_residual_post_attn/norm": 515242.0, "train/tensor_act_model_layers_63_residual_post_attn/mean": 252.0, "train/tensor_act_model_layers_63_residual_post_attn/std": 0.98828125, "train/tensor_act_model_layers_63_residual_post_attn/max_abs": 254.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_attn/min": 246.0, "train/tensor_act_model_layers_63_residual_post_attn/max": 254.0, "train/tensor_act_model_layers_63_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_63_mlp_gate_proj/norm": 5295.55712890625, "train/tensor_act_model_layers_63_mlp_gate_proj/mean": -0.1455078125, "train/tensor_act_model_layers_63_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_63_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_gate_proj/min": -3.515625, "train/tensor_act_model_layers_63_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_63_mlp_gate_proj/range": 7.546875, "train/tensor_act_model_layers_63_mlp_up_proj/norm": 5316.38916015625, "train/tensor_act_model_layers_63_mlp_up_proj/mean": -0.0167236328125, "train/tensor_act_model_layers_63_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_63_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp_up_proj/min": -4.09375, "train/tensor_act_model_layers_63_mlp_up_proj/max": 4.09375, "train/tensor_act_model_layers_63_mlp_up_proj/range": 8.1875, "train/tensor_act_model_layers_63_mlp_down_proj/norm": 30596.3203125, "train/tensor_act_model_layers_63_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_63_mlp_down_proj/std": 0.431640625, "train/tensor_act_model_layers_63_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_63_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_63_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_63_mlp/norm": 8192.0, "train/tensor_act_model_layers_63_mlp/mean": 4.0, "train/tensor_act_model_layers_63_mlp/std": 0.0, "train/tensor_act_model_layers_63_mlp/max_abs": 4.0, "train/tensor_act_model_layers_63_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_63_mlp/min": 4.0, "train/tensor_act_model_layers_63_mlp/max": 4.0, "train/tensor_act_model_layers_63_mlp/range": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/norm": 523186.375, "train/tensor_act_model_layers_63_residual_post_mlp/mean": 255.0, "train/tensor_act_model_layers_63_residual_post_mlp/std": 0.86328125, "train/tensor_act_model_layers_63_residual_post_mlp/max_abs": 258.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_63_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_63_residual_post_mlp/min": 250.0, "train/tensor_act_model_layers_63_residual_post_mlp/max": 258.0, "train/tensor_act_model_layers_63_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_64_residual_pre_attn/norm": 523186.375, "train/tensor_act_model_layers_64_residual_pre_attn/mean": 255.0, "train/tensor_act_model_layers_64_residual_pre_attn/std": 0.86328125, "train/tensor_act_model_layers_64_residual_pre_attn/max_abs": 258.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_pre_attn/min": 250.0, "train/tensor_act_model_layers_64_residual_pre_attn/max": 258.0, "train/tensor_act_model_layers_64_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_64_residual_post_attn/norm": 523186.375, "train/tensor_act_model_layers_64_residual_post_attn/mean": 255.0, "train/tensor_act_model_layers_64_residual_post_attn/std": 0.86328125, "train/tensor_act_model_layers_64_residual_post_attn/max_abs": 258.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_attn/min": 250.0, "train/tensor_act_model_layers_64_residual_post_attn/max": 258.0, "train/tensor_act_model_layers_64_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_64_mlp_gate_proj/norm": 5311.20458984375, "train/tensor_act_model_layers_64_mlp_gate_proj/mean": 0.1982421875, "train/tensor_act_model_layers_64_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_64_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_64_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_64_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_64_mlp_up_proj/norm": 5381.88134765625, "train/tensor_act_model_layers_64_mlp_up_proj/mean": 0.10302734375, "train/tensor_act_model_layers_64_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_64_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp_up_proj/min": -3.78125, "train/tensor_act_model_layers_64_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_64_mlp_up_proj/range": 7.3125, "train/tensor_act_model_layers_64_mlp_down_proj/norm": 30518.84765625, "train/tensor_act_model_layers_64_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_64_mlp_down_proj/std": 0.3984375, "train/tensor_act_model_layers_64_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_64_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_64_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_64_mlp/norm": 8192.0, "train/tensor_act_model_layers_64_mlp/mean": 4.0, "train/tensor_act_model_layers_64_mlp/std": 0.0, "train/tensor_act_model_layers_64_mlp/max_abs": 4.0, "train/tensor_act_model_layers_64_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_64_mlp/min": 4.0, "train/tensor_act_model_layers_64_mlp/max": 4.0, "train/tensor_act_model_layers_64_mlp/range": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/norm": 531827.25, "train/tensor_act_model_layers_64_residual_post_mlp/mean": 260.0, "train/tensor_act_model_layers_64_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_64_residual_post_mlp/max_abs": 262.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_64_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_64_residual_post_mlp/min": 254.0, "train/tensor_act_model_layers_64_residual_post_mlp/max": 262.0, "train/tensor_act_model_layers_64_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_65_residual_pre_attn/norm": 531827.25, "train/tensor_act_model_layers_65_residual_pre_attn/mean": 260.0, "train/tensor_act_model_layers_65_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_65_residual_pre_attn/max_abs": 262.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_pre_attn/min": 254.0, "train/tensor_act_model_layers_65_residual_pre_attn/max": 262.0, "train/tensor_act_model_layers_65_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_65_residual_post_attn/norm": 531827.25, "train/tensor_act_model_layers_65_residual_post_attn/mean": 260.0, "train/tensor_act_model_layers_65_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_65_residual_post_attn/max_abs": 262.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_attn/min": 254.0, "train/tensor_act_model_layers_65_residual_post_attn/max": 262.0, "train/tensor_act_model_layers_65_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_65_mlp_gate_proj/norm": 5415.4990234375, "train/tensor_act_model_layers_65_mlp_gate_proj/mean": -0.04443359375, "train/tensor_act_model_layers_65_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_65_mlp_gate_proj/max_abs": 3.828125, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_gate_proj/min": -3.765625, "train/tensor_act_model_layers_65_mlp_gate_proj/max": 3.828125, "train/tensor_act_model_layers_65_mlp_gate_proj/range": 7.59375, "train/tensor_act_model_layers_65_mlp_up_proj/norm": 5393.76806640625, "train/tensor_act_model_layers_65_mlp_up_proj/mean": 0.031005859375, "train/tensor_act_model_layers_65_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_65_mlp_up_proj/max_abs": 3.6875, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_65_mlp_up_proj/max": 3.46875, "train/tensor_act_model_layers_65_mlp_up_proj/range": 7.15625, "train/tensor_act_model_layers_65_mlp_down_proj/norm": 30513.775390625, "train/tensor_act_model_layers_65_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_65_mlp_down_proj/std": 0.376953125, "train/tensor_act_model_layers_65_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_65_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_65_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_65_mlp/norm": 8192.0, "train/tensor_act_model_layers_65_mlp/mean": 4.0, "train/tensor_act_model_layers_65_mlp/std": 0.0, "train/tensor_act_model_layers_65_mlp/max_abs": 4.0, "train/tensor_act_model_layers_65_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_65_mlp/min": 4.0, "train/tensor_act_model_layers_65_mlp/max": 4.0, "train/tensor_act_model_layers_65_mlp/range": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/norm": 540019.75, "train/tensor_act_model_layers_65_residual_post_mlp/mean": 264.0, "train/tensor_act_model_layers_65_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_65_residual_post_mlp/max_abs": 266.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_65_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_65_residual_post_mlp/min": 258.0, "train/tensor_act_model_layers_65_residual_post_mlp/max": 266.0, "train/tensor_act_model_layers_65_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_66_residual_pre_attn/norm": 540019.75, "train/tensor_act_model_layers_66_residual_pre_attn/mean": 264.0, "train/tensor_act_model_layers_66_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_66_residual_pre_attn/max_abs": 266.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_pre_attn/min": 258.0, "train/tensor_act_model_layers_66_residual_pre_attn/max": 266.0, "train/tensor_act_model_layers_66_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_66_residual_post_attn/norm": 540019.75, "train/tensor_act_model_layers_66_residual_post_attn/mean": 264.0, "train/tensor_act_model_layers_66_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_66_residual_post_attn/max_abs": 266.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_attn/min": 258.0, "train/tensor_act_model_layers_66_residual_post_attn/max": 266.0, "train/tensor_act_model_layers_66_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_66_mlp_gate_proj/norm": 5235.96728515625, "train/tensor_act_model_layers_66_mlp_gate_proj/mean": -0.05810546875, "train/tensor_act_model_layers_66_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_66_mlp_gate_proj/max_abs": 3.546875, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_gate_proj/min": -3.34375, "train/tensor_act_model_layers_66_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_66_mlp_gate_proj/range": 6.890625, "train/tensor_act_model_layers_66_mlp_up_proj/norm": 5252.72705078125, "train/tensor_act_model_layers_66_mlp_up_proj/mean": -0.1640625, "train/tensor_act_model_layers_66_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_66_mlp_up_proj/max_abs": 3.734375, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp_up_proj/min": -3.734375, "train/tensor_act_model_layers_66_mlp_up_proj/max": 3.5625, "train/tensor_act_model_layers_66_mlp_up_proj/range": 7.296875, "train/tensor_act_model_layers_66_mlp_down_proj/norm": 30556.517578125, "train/tensor_act_model_layers_66_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_66_mlp_down_proj/std": 0.4375, "train/tensor_act_model_layers_66_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_66_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_66_mlp_down_proj/range": 2.8125, "train/tensor_act_model_layers_66_mlp/norm": 8192.0, "train/tensor_act_model_layers_66_mlp/mean": 4.0, "train/tensor_act_model_layers_66_mlp/std": 0.0, "train/tensor_act_model_layers_66_mlp/max_abs": 4.0, "train/tensor_act_model_layers_66_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_66_mlp/min": 4.0, "train/tensor_act_model_layers_66_mlp/max": 4.0, "train/tensor_act_model_layers_66_mlp/range": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/norm": 548211.6875, "train/tensor_act_model_layers_66_residual_post_mlp/mean": 268.0, "train/tensor_act_model_layers_66_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_66_residual_post_mlp/max_abs": 270.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_66_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_66_residual_post_mlp/min": 262.0, "train/tensor_act_model_layers_66_residual_post_mlp/max": 270.0, "train/tensor_act_model_layers_66_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_67_residual_pre_attn/norm": 548211.6875, "train/tensor_act_model_layers_67_residual_pre_attn/mean": 268.0, "train/tensor_act_model_layers_67_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_67_residual_pre_attn/max_abs": 270.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_pre_attn/min": 262.0, "train/tensor_act_model_layers_67_residual_pre_attn/max": 270.0, "train/tensor_act_model_layers_67_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_67_residual_post_attn/norm": 548211.6875, "train/tensor_act_model_layers_67_residual_post_attn/mean": 268.0, "train/tensor_act_model_layers_67_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_67_residual_post_attn/max_abs": 270.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_attn/min": 262.0, "train/tensor_act_model_layers_67_residual_post_attn/max": 270.0, "train/tensor_act_model_layers_67_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_67_mlp_gate_proj/norm": 5350.8701171875, "train/tensor_act_model_layers_67_mlp_gate_proj/mean": 0.11865234375, "train/tensor_act_model_layers_67_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_67_mlp_gate_proj/max_abs": 4.09375, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_gate_proj/min": -3.625, "train/tensor_act_model_layers_67_mlp_gate_proj/max": 4.09375, "train/tensor_act_model_layers_67_mlp_gate_proj/range": 7.71875, "train/tensor_act_model_layers_67_mlp_up_proj/norm": 5234.935546875, "train/tensor_act_model_layers_67_mlp_up_proj/mean": -0.1416015625, "train/tensor_act_model_layers_67_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_67_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp_up_proj/min": -3.578125, "train/tensor_act_model_layers_67_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_67_mlp_up_proj/range": 7.640625, "train/tensor_act_model_layers_67_mlp_down_proj/norm": 30509.765625, "train/tensor_act_model_layers_67_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_67_mlp_down_proj/std": 0.416015625, "train/tensor_act_model_layers_67_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_mlp_down_proj/min": 14.3125, "train/tensor_act_model_layers_67_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_67_mlp_down_proj/range": 2.0625, "train/tensor_act_model_layers_67_mlp/norm": 8192.0, "train/tensor_act_model_layers_67_mlp/mean": 4.0, "train/tensor_act_model_layers_67_mlp/std": 0.0, "train/tensor_act_model_layers_67_mlp/max_abs": 4.0, "train/tensor_act_model_layers_67_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_67_mlp/min": 4.0, "train/tensor_act_model_layers_67_mlp/max": 4.0, "train/tensor_act_model_layers_67_mlp/range": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/norm": 556403.625, "train/tensor_act_model_layers_67_residual_post_mlp/mean": 272.0, "train/tensor_act_model_layers_67_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_67_residual_post_mlp/max_abs": 274.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_67_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_67_residual_post_mlp/min": 266.0, "train/tensor_act_model_layers_67_residual_post_mlp/max": 274.0, "train/tensor_act_model_layers_67_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_68_residual_pre_attn/norm": 556403.625, "train/tensor_act_model_layers_68_residual_pre_attn/mean": 272.0, "train/tensor_act_model_layers_68_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_68_residual_pre_attn/max_abs": 274.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_pre_attn/min": 266.0, "train/tensor_act_model_layers_68_residual_pre_attn/max": 274.0, "train/tensor_act_model_layers_68_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_68_residual_post_attn/norm": 556403.625, "train/tensor_act_model_layers_68_residual_post_attn/mean": 272.0, "train/tensor_act_model_layers_68_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_68_residual_post_attn/max_abs": 274.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_attn/min": 266.0, "train/tensor_act_model_layers_68_residual_post_attn/max": 274.0, "train/tensor_act_model_layers_68_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_68_mlp_gate_proj/norm": 5413.03759765625, "train/tensor_act_model_layers_68_mlp_gate_proj/mean": -0.044921875, "train/tensor_act_model_layers_68_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_68_mlp_gate_proj/max_abs": 3.953125, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_gate_proj/min": -3.953125, "train/tensor_act_model_layers_68_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_68_mlp_gate_proj/range": 7.734375, "train/tensor_act_model_layers_68_mlp_up_proj/norm": 5317.76318359375, "train/tensor_act_model_layers_68_mlp_up_proj/mean": -0.09912109375, "train/tensor_act_model_layers_68_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_68_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp_up_proj/min": -3.546875, "train/tensor_act_model_layers_68_mlp_up_proj/max": 4.09375, "train/tensor_act_model_layers_68_mlp_up_proj/range": 7.640625, "train/tensor_act_model_layers_68_mlp_down_proj/norm": 30569.6015625, "train/tensor_act_model_layers_68_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_68_mlp_down_proj/std": 0.404296875, "train/tensor_act_model_layers_68_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_68_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_68_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_68_mlp/norm": 8192.0, "train/tensor_act_model_layers_68_mlp/mean": 4.0, "train/tensor_act_model_layers_68_mlp/std": 0.0, "train/tensor_act_model_layers_68_mlp/max_abs": 4.0, "train/tensor_act_model_layers_68_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_68_mlp/min": 4.0, "train/tensor_act_model_layers_68_mlp/max": 4.0, "train/tensor_act_model_layers_68_mlp/range": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/norm": 564595.625, "train/tensor_act_model_layers_68_residual_post_mlp/mean": 276.0, "train/tensor_act_model_layers_68_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_68_residual_post_mlp/max_abs": 278.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_68_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_68_residual_post_mlp/min": 270.0, "train/tensor_act_model_layers_68_residual_post_mlp/max": 278.0, "train/tensor_act_model_layers_68_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_69_residual_pre_attn/norm": 564595.625, "train/tensor_act_model_layers_69_residual_pre_attn/mean": 276.0, "train/tensor_act_model_layers_69_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_69_residual_pre_attn/max_abs": 278.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_pre_attn/min": 270.0, "train/tensor_act_model_layers_69_residual_pre_attn/max": 278.0, "train/tensor_act_model_layers_69_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_69_residual_post_attn/norm": 564595.625, "train/tensor_act_model_layers_69_residual_post_attn/mean": 276.0, "train/tensor_act_model_layers_69_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_69_residual_post_attn/max_abs": 278.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_attn/min": 270.0, "train/tensor_act_model_layers_69_residual_post_attn/max": 278.0, "train/tensor_act_model_layers_69_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_69_mlp_gate_proj/norm": 5366.57568359375, "train/tensor_act_model_layers_69_mlp_gate_proj/mean": -0.07470703125, "train/tensor_act_model_layers_69_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_69_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_69_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_69_mlp_gate_proj/range": 7.546875, "train/tensor_act_model_layers_69_mlp_up_proj/norm": 5384.70556640625, "train/tensor_act_model_layers_69_mlp_up_proj/mean": -0.044921875, "train/tensor_act_model_layers_69_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_69_mlp_up_proj/max_abs": 3.953125, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp_up_proj/min": -3.8125, "train/tensor_act_model_layers_69_mlp_up_proj/max": 3.953125, "train/tensor_act_model_layers_69_mlp_up_proj/range": 7.765625, "train/tensor_act_model_layers_69_mlp_down_proj/norm": 30544.498046875, "train/tensor_act_model_layers_69_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_69_mlp_down_proj/std": 0.380859375, "train/tensor_act_model_layers_69_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_69_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_69_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_69_mlp/norm": 8192.0, "train/tensor_act_model_layers_69_mlp/mean": 4.0, "train/tensor_act_model_layers_69_mlp/std": 0.0, "train/tensor_act_model_layers_69_mlp/max_abs": 4.0, "train/tensor_act_model_layers_69_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_69_mlp/min": 4.0, "train/tensor_act_model_layers_69_mlp/max": 4.0, "train/tensor_act_model_layers_69_mlp/range": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/norm": 572787.5625, "train/tensor_act_model_layers_69_residual_post_mlp/mean": 280.0, "train/tensor_act_model_layers_69_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_69_residual_post_mlp/max_abs": 282.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_69_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_69_residual_post_mlp/min": 274.0, "train/tensor_act_model_layers_69_residual_post_mlp/max": 282.0, "train/tensor_act_model_layers_69_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_70_residual_pre_attn/norm": 572787.5625, "train/tensor_act_model_layers_70_residual_pre_attn/mean": 280.0, "train/tensor_act_model_layers_70_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_70_residual_pre_attn/max_abs": 282.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_pre_attn/min": 274.0, "train/tensor_act_model_layers_70_residual_pre_attn/max": 282.0, "train/tensor_act_model_layers_70_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_70_residual_post_attn/norm": 572787.5625, "train/tensor_act_model_layers_70_residual_post_attn/mean": 280.0, "train/tensor_act_model_layers_70_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_70_residual_post_attn/max_abs": 282.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_attn/min": 274.0, "train/tensor_act_model_layers_70_residual_post_attn/max": 282.0, "train/tensor_act_model_layers_70_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_70_mlp_gate_proj/norm": 5398.232421875, "train/tensor_act_model_layers_70_mlp_gate_proj/mean": 0.032470703125, "train/tensor_act_model_layers_70_mlp_gate_proj/std": 1.8671875, "train/tensor_act_model_layers_70_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_gate_proj/min": -3.890625, "train/tensor_act_model_layers_70_mlp_gate_proj/max": 3.734375, "train/tensor_act_model_layers_70_mlp_gate_proj/range": 7.625, "train/tensor_act_model_layers_70_mlp_up_proj/norm": 5450.19677734375, "train/tensor_act_model_layers_70_mlp_up_proj/mean": 0.07763671875, "train/tensor_act_model_layers_70_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_70_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_70_mlp_up_proj/max": 3.9375, "train/tensor_act_model_layers_70_mlp_up_proj/range": 8.0625, "train/tensor_act_model_layers_70_mlp_down_proj/norm": 30709.03125, "train/tensor_act_model_layers_70_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_70_mlp_down_proj/std": 0.451171875, "train/tensor_act_model_layers_70_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_70_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_70_mlp_down_proj/range": 2.1875, "train/tensor_act_model_layers_70_mlp/norm": 8192.0, "train/tensor_act_model_layers_70_mlp/mean": 4.0, "train/tensor_act_model_layers_70_mlp/std": 0.0, "train/tensor_act_model_layers_70_mlp/max_abs": 4.0, "train/tensor_act_model_layers_70_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_70_mlp/min": 4.0, "train/tensor_act_model_layers_70_mlp/max": 4.0, "train/tensor_act_model_layers_70_mlp/range": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/norm": 580979.5, "train/tensor_act_model_layers_70_residual_post_mlp/mean": 284.0, "train/tensor_act_model_layers_70_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_70_residual_post_mlp/max_abs": 286.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_70_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_70_residual_post_mlp/min": 278.0, "train/tensor_act_model_layers_70_residual_post_mlp/max": 286.0, "train/tensor_act_model_layers_70_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_71_residual_pre_attn/norm": 580979.5, "train/tensor_act_model_layers_71_residual_pre_attn/mean": 284.0, "train/tensor_act_model_layers_71_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_71_residual_pre_attn/max_abs": 286.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_pre_attn/min": 278.0, "train/tensor_act_model_layers_71_residual_pre_attn/max": 286.0, "train/tensor_act_model_layers_71_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_71_residual_post_attn/norm": 580979.5, "train/tensor_act_model_layers_71_residual_post_attn/mean": 284.0, "train/tensor_act_model_layers_71_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_71_residual_post_attn/max_abs": 286.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_attn/min": 278.0, "train/tensor_act_model_layers_71_residual_post_attn/max": 286.0, "train/tensor_act_model_layers_71_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_71_mlp_gate_proj/norm": 5392.3681640625, "train/tensor_act_model_layers_71_mlp_gate_proj/mean": -0.036865234375, "train/tensor_act_model_layers_71_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_71_mlp_gate_proj/max_abs": 3.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_71_mlp_gate_proj/max": 3.546875, "train/tensor_act_model_layers_71_mlp_gate_proj/range": 7.1875, "train/tensor_act_model_layers_71_mlp_up_proj/norm": 5368.50244140625, "train/tensor_act_model_layers_71_mlp_up_proj/mean": -0.1513671875, "train/tensor_act_model_layers_71_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_71_mlp_up_proj/max_abs": 3.578125, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp_up_proj/min": -3.53125, "train/tensor_act_model_layers_71_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_71_mlp_up_proj/range": 7.109375, "train/tensor_act_model_layers_71_mlp_down_proj/norm": 30585.2109375, "train/tensor_act_model_layers_71_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_71_mlp_down_proj/std": 0.392578125, "train/tensor_act_model_layers_71_mlp_down_proj/max_abs": 16.125, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_71_mlp_down_proj/max": 16.125, "train/tensor_act_model_layers_71_mlp_down_proj/range": 1.875, "train/tensor_act_model_layers_71_mlp/norm": 8192.0, "train/tensor_act_model_layers_71_mlp/mean": 4.0, "train/tensor_act_model_layers_71_mlp/std": 0.0, "train/tensor_act_model_layers_71_mlp/max_abs": 4.0, "train/tensor_act_model_layers_71_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_71_mlp/min": 4.0, "train/tensor_act_model_layers_71_mlp/max": 4.0, "train/tensor_act_model_layers_71_mlp/range": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/norm": 589171.5, "train/tensor_act_model_layers_71_residual_post_mlp/mean": 288.0, "train/tensor_act_model_layers_71_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_71_residual_post_mlp/max_abs": 290.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_71_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_71_residual_post_mlp/min": 282.0, "train/tensor_act_model_layers_71_residual_post_mlp/max": 290.0, "train/tensor_act_model_layers_71_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_72_residual_pre_attn/norm": 589171.5, "train/tensor_act_model_layers_72_residual_pre_attn/mean": 288.0, "train/tensor_act_model_layers_72_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_72_residual_pre_attn/max_abs": 290.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_pre_attn/min": 282.0, "train/tensor_act_model_layers_72_residual_pre_attn/max": 290.0, "train/tensor_act_model_layers_72_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_72_residual_post_attn/norm": 589171.5, "train/tensor_act_model_layers_72_residual_post_attn/mean": 288.0, "train/tensor_act_model_layers_72_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_72_residual_post_attn/max_abs": 290.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_attn/min": 282.0, "train/tensor_act_model_layers_72_residual_post_attn/max": 290.0, "train/tensor_act_model_layers_72_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_72_mlp_gate_proj/norm": 5279.0244140625, "train/tensor_act_model_layers_72_mlp_gate_proj/mean": -0.1162109375, "train/tensor_act_model_layers_72_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_72_mlp_gate_proj/max_abs": 4.0625, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_gate_proj/min": -4.0625, "train/tensor_act_model_layers_72_mlp_gate_proj/max": 4.0, "train/tensor_act_model_layers_72_mlp_gate_proj/range": 8.0625, "train/tensor_act_model_layers_72_mlp_up_proj/norm": 5284.01806640625, "train/tensor_act_model_layers_72_mlp_up_proj/mean": -0.00909423828125, "train/tensor_act_model_layers_72_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_72_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_72_mlp_up_proj/max": 3.578125, "train/tensor_act_model_layers_72_mlp_up_proj/range": 7.5625, "train/tensor_act_model_layers_72_mlp_down_proj/norm": 30699.32421875, "train/tensor_act_model_layers_72_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_72_mlp_down_proj/std": 0.53125, "train/tensor_act_model_layers_72_mlp_down_proj/max_abs": 17.25, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_72_mlp_down_proj/max": 17.25, "train/tensor_act_model_layers_72_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_72_mlp/norm": 8192.0, "train/tensor_act_model_layers_72_mlp/mean": 4.0, "train/tensor_act_model_layers_72_mlp/std": 0.0, "train/tensor_act_model_layers_72_mlp/max_abs": 4.0, "train/tensor_act_model_layers_72_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_72_mlp/min": 4.0, "train/tensor_act_model_layers_72_mlp/max": 4.0, "train/tensor_act_model_layers_72_mlp/range": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/norm": 597363.4375, "train/tensor_act_model_layers_72_residual_post_mlp/mean": 292.0, "train/tensor_act_model_layers_72_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_72_residual_post_mlp/max_abs": 294.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_72_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_72_residual_post_mlp/min": 286.0, "train/tensor_act_model_layers_72_residual_post_mlp/max": 294.0, "train/tensor_act_model_layers_72_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_73_residual_pre_attn/norm": 597363.4375, "train/tensor_act_model_layers_73_residual_pre_attn/mean": 292.0, "train/tensor_act_model_layers_73_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_73_residual_pre_attn/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_pre_attn/min": 286.0, "train/tensor_act_model_layers_73_residual_pre_attn/max": 294.0, "train/tensor_act_model_layers_73_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_73_residual_post_attn/norm": 597363.4375, "train/tensor_act_model_layers_73_residual_post_attn/mean": 292.0, "train/tensor_act_model_layers_73_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_73_residual_post_attn/max_abs": 294.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_attn/min": 286.0, "train/tensor_act_model_layers_73_residual_post_attn/max": 294.0, "train/tensor_act_model_layers_73_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_73_mlp_gate_proj/norm": 5306.2939453125, "train/tensor_act_model_layers_73_mlp_gate_proj/mean": 0.048095703125, "train/tensor_act_model_layers_73_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_73_mlp_gate_proj/max_abs": 3.671875, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_gate_proj/min": -3.640625, "train/tensor_act_model_layers_73_mlp_gate_proj/max": 3.671875, "train/tensor_act_model_layers_73_mlp_gate_proj/range": 7.3125, "train/tensor_act_model_layers_73_mlp_up_proj/norm": 5389.41162109375, "train/tensor_act_model_layers_73_mlp_up_proj/mean": 0.039306640625, "train/tensor_act_model_layers_73_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_73_mlp_up_proj/max_abs": 3.796875, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp_up_proj/min": -3.65625, "train/tensor_act_model_layers_73_mlp_up_proj/max": 3.796875, "train/tensor_act_model_layers_73_mlp_up_proj/range": 7.453125, "train/tensor_act_model_layers_73_mlp_down_proj/norm": 30513.755859375, "train/tensor_act_model_layers_73_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_73_mlp_down_proj/std": 0.384765625, "train/tensor_act_model_layers_73_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_73_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_73_mlp_down_proj/range": 2.0, "train/tensor_act_model_layers_73_mlp/norm": 8192.0, "train/tensor_act_model_layers_73_mlp/mean": 4.0, "train/tensor_act_model_layers_73_mlp/std": 0.0, "train/tensor_act_model_layers_73_mlp/max_abs": 4.0, "train/tensor_act_model_layers_73_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_73_mlp/min": 4.0, "train/tensor_act_model_layers_73_mlp/max": 4.0, "train/tensor_act_model_layers_73_mlp/range": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/norm": 605555.375, "train/tensor_act_model_layers_73_residual_post_mlp/mean": 296.0, "train/tensor_act_model_layers_73_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_73_residual_post_mlp/max_abs": 298.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_73_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_73_residual_post_mlp/min": 290.0, "train/tensor_act_model_layers_73_residual_post_mlp/max": 298.0, "train/tensor_act_model_layers_73_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_74_residual_pre_attn/norm": 605555.375, "train/tensor_act_model_layers_74_residual_pre_attn/mean": 296.0, "train/tensor_act_model_layers_74_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_74_residual_pre_attn/max_abs": 298.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_pre_attn/min": 290.0, "train/tensor_act_model_layers_74_residual_pre_attn/max": 298.0, "train/tensor_act_model_layers_74_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_74_residual_post_attn/norm": 605555.375, "train/tensor_act_model_layers_74_residual_post_attn/mean": 296.0, "train/tensor_act_model_layers_74_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_74_residual_post_attn/max_abs": 298.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_attn/min": 290.0, "train/tensor_act_model_layers_74_residual_post_attn/max": 298.0, "train/tensor_act_model_layers_74_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_74_mlp_gate_proj/norm": 5329.45361328125, "train/tensor_act_model_layers_74_mlp_gate_proj/mean": 0.04052734375, "train/tensor_act_model_layers_74_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_74_mlp_gate_proj/max_abs": 3.921875, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_74_mlp_gate_proj/max": 3.515625, "train/tensor_act_model_layers_74_mlp_gate_proj/range": 7.4375, "train/tensor_act_model_layers_74_mlp_up_proj/norm": 5275.517578125, "train/tensor_act_model_layers_74_mlp_up_proj/mean": 0.0033721923828125, "train/tensor_act_model_layers_74_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_74_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp_up_proj/min": -4.03125, "train/tensor_act_model_layers_74_mlp_up_proj/max": 3.40625, "train/tensor_act_model_layers_74_mlp_up_proj/range": 7.4375, "train/tensor_act_model_layers_74_mlp_down_proj/norm": 30571.619140625, "train/tensor_act_model_layers_74_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_74_mlp_down_proj/std": 0.46484375, "train/tensor_act_model_layers_74_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_74_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_74_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_74_mlp/norm": 8192.0, "train/tensor_act_model_layers_74_mlp/mean": 4.0, "train/tensor_act_model_layers_74_mlp/std": 0.0, "train/tensor_act_model_layers_74_mlp/max_abs": 4.0, "train/tensor_act_model_layers_74_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_74_mlp/min": 4.0, "train/tensor_act_model_layers_74_mlp/max": 4.0, "train/tensor_act_model_layers_74_mlp/range": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/norm": 613747.3125, "train/tensor_act_model_layers_74_residual_post_mlp/mean": 300.0, "train/tensor_act_model_layers_74_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_74_residual_post_mlp/max_abs": 302.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_74_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_74_residual_post_mlp/min": 294.0, "train/tensor_act_model_layers_74_residual_post_mlp/max": 302.0, "train/tensor_act_model_layers_74_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_75_residual_pre_attn/norm": 613747.3125, "train/tensor_act_model_layers_75_residual_pre_attn/mean": 300.0, "train/tensor_act_model_layers_75_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_75_residual_pre_attn/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_pre_attn/min": 294.0, "train/tensor_act_model_layers_75_residual_pre_attn/max": 302.0, "train/tensor_act_model_layers_75_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_75_residual_post_attn/norm": 613747.3125, "train/tensor_act_model_layers_75_residual_post_attn/mean": 300.0, "train/tensor_act_model_layers_75_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_75_residual_post_attn/max_abs": 302.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_attn/min": 294.0, "train/tensor_act_model_layers_75_residual_post_attn/max": 302.0, "train/tensor_act_model_layers_75_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_75_mlp_gate_proj/norm": 5215.0576171875, "train/tensor_act_model_layers_75_mlp_gate_proj/mean": -0.03173828125, "train/tensor_act_model_layers_75_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_75_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_gate_proj/min": -3.921875, "train/tensor_act_model_layers_75_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_75_mlp_gate_proj/range": 8.078125, "train/tensor_act_model_layers_75_mlp_up_proj/norm": 5266.330078125, "train/tensor_act_model_layers_75_mlp_up_proj/mean": 0.0009307861328125, "train/tensor_act_model_layers_75_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_75_mlp_up_proj/max_abs": 4.4375, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_75_mlp_up_proj/max": 4.4375, "train/tensor_act_model_layers_75_mlp_up_proj/range": 8.3125, "train/tensor_act_model_layers_75_mlp_down_proj/norm": 30597.6171875, "train/tensor_act_model_layers_75_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_75_mlp_down_proj/std": 0.38671875, "train/tensor_act_model_layers_75_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_75_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_75_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_75_mlp/norm": 8192.0, "train/tensor_act_model_layers_75_mlp/mean": 4.0, "train/tensor_act_model_layers_75_mlp/std": 0.0, "train/tensor_act_model_layers_75_mlp/max_abs": 4.0, "train/tensor_act_model_layers_75_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_75_mlp/min": 4.0, "train/tensor_act_model_layers_75_mlp/max": 4.0, "train/tensor_act_model_layers_75_mlp/range": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/norm": 621939.3125, "train/tensor_act_model_layers_75_residual_post_mlp/mean": 304.0, "train/tensor_act_model_layers_75_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_75_residual_post_mlp/max_abs": 306.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_75_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_75_residual_post_mlp/min": 298.0, "train/tensor_act_model_layers_75_residual_post_mlp/max": 306.0, "train/tensor_act_model_layers_75_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_76_residual_pre_attn/norm": 621939.3125, "train/tensor_act_model_layers_76_residual_pre_attn/mean": 304.0, "train/tensor_act_model_layers_76_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_76_residual_pre_attn/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_pre_attn/min": 298.0, "train/tensor_act_model_layers_76_residual_pre_attn/max": 306.0, "train/tensor_act_model_layers_76_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_76_residual_post_attn/norm": 621939.3125, "train/tensor_act_model_layers_76_residual_post_attn/mean": 304.0, "train/tensor_act_model_layers_76_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_76_residual_post_attn/max_abs": 306.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_attn/min": 298.0, "train/tensor_act_model_layers_76_residual_post_attn/max": 306.0, "train/tensor_act_model_layers_76_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_76_mlp_gate_proj/norm": 5204.431640625, "train/tensor_act_model_layers_76_mlp_gate_proj/mean": -0.2353515625, "train/tensor_act_model_layers_76_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_76_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_gate_proj/min": -3.828125, "train/tensor_act_model_layers_76_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_76_mlp_gate_proj/range": 7.859375, "train/tensor_act_model_layers_76_mlp_up_proj/norm": 5280.11572265625, "train/tensor_act_model_layers_76_mlp_up_proj/mean": 0.03564453125, "train/tensor_act_model_layers_76_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_76_mlp_up_proj/max_abs": 3.78125, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp_up_proj/min": -3.6875, "train/tensor_act_model_layers_76_mlp_up_proj/max": 3.78125, "train/tensor_act_model_layers_76_mlp_up_proj/range": 7.46875, "train/tensor_act_model_layers_76_mlp_down_proj/norm": 30779.6484375, "train/tensor_act_model_layers_76_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_76_mlp_down_proj/std": 0.474609375, "train/tensor_act_model_layers_76_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_76_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_76_mlp_down_proj/range": 2.375, "train/tensor_act_model_layers_76_mlp/norm": 8192.0, "train/tensor_act_model_layers_76_mlp/mean": 4.0, "train/tensor_act_model_layers_76_mlp/std": 0.0, "train/tensor_act_model_layers_76_mlp/max_abs": 4.0, "train/tensor_act_model_layers_76_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_76_mlp/min": 4.0, "train/tensor_act_model_layers_76_mlp/max": 4.0, "train/tensor_act_model_layers_76_mlp/range": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/norm": 630131.25, "train/tensor_act_model_layers_76_residual_post_mlp/mean": 308.0, "train/tensor_act_model_layers_76_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_76_residual_post_mlp/max_abs": 310.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_76_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_76_residual_post_mlp/min": 302.0, "train/tensor_act_model_layers_76_residual_post_mlp/max": 310.0, "train/tensor_act_model_layers_76_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_77_residual_pre_attn/norm": 630131.25, "train/tensor_act_model_layers_77_residual_pre_attn/mean": 308.0, "train/tensor_act_model_layers_77_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_77_residual_pre_attn/max_abs": 310.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_pre_attn/min": 302.0, "train/tensor_act_model_layers_77_residual_pre_attn/max": 310.0, "train/tensor_act_model_layers_77_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_77_residual_post_attn/norm": 630131.25, "train/tensor_act_model_layers_77_residual_post_attn/mean": 308.0, "train/tensor_act_model_layers_77_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_77_residual_post_attn/max_abs": 310.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_attn/min": 302.0, "train/tensor_act_model_layers_77_residual_post_attn/max": 310.0, "train/tensor_act_model_layers_77_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_77_mlp_gate_proj/norm": 5392.072265625, "train/tensor_act_model_layers_77_mlp_gate_proj/mean": 0.07177734375, "train/tensor_act_model_layers_77_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_77_mlp_gate_proj/max_abs": 3.90625, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_gate_proj/min": -3.90625, "train/tensor_act_model_layers_77_mlp_gate_proj/max": 3.796875, "train/tensor_act_model_layers_77_mlp_gate_proj/range": 7.703125, "train/tensor_act_model_layers_77_mlp_up_proj/norm": 5363.78076171875, "train/tensor_act_model_layers_77_mlp_up_proj/mean": -0.2265625, "train/tensor_act_model_layers_77_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_77_mlp_up_proj/max_abs": 4.125, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_77_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_77_mlp_up_proj/range": 8.125, "train/tensor_act_model_layers_77_mlp_down_proj/norm": 30734.826171875, "train/tensor_act_model_layers_77_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_77_mlp_down_proj/std": 0.51171875, "train/tensor_act_model_layers_77_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_77_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_77_mlp_down_proj/range": 3.1875, "train/tensor_act_model_layers_77_mlp/norm": 8192.0, "train/tensor_act_model_layers_77_mlp/mean": 4.0, "train/tensor_act_model_layers_77_mlp/std": 0.0, "train/tensor_act_model_layers_77_mlp/max_abs": 4.0, "train/tensor_act_model_layers_77_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_77_mlp/min": 4.0, "train/tensor_act_model_layers_77_mlp/max": 4.0, "train/tensor_act_model_layers_77_mlp/range": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/norm": 638323.25, "train/tensor_act_model_layers_77_residual_post_mlp/mean": 312.0, "train/tensor_act_model_layers_77_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_77_residual_post_mlp/max_abs": 314.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_77_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_77_residual_post_mlp/min": 306.0, "train/tensor_act_model_layers_77_residual_post_mlp/max": 314.0, "train/tensor_act_model_layers_77_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_78_residual_pre_attn/norm": 638323.25, "train/tensor_act_model_layers_78_residual_pre_attn/mean": 312.0, "train/tensor_act_model_layers_78_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_78_residual_pre_attn/max_abs": 314.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_pre_attn/min": 306.0, "train/tensor_act_model_layers_78_residual_pre_attn/max": 314.0, "train/tensor_act_model_layers_78_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_78_residual_post_attn/norm": 638323.25, "train/tensor_act_model_layers_78_residual_post_attn/mean": 312.0, "train/tensor_act_model_layers_78_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_78_residual_post_attn/max_abs": 314.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_attn/min": 306.0, "train/tensor_act_model_layers_78_residual_post_attn/max": 314.0, "train/tensor_act_model_layers_78_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_78_mlp_gate_proj/norm": 5272.1845703125, "train/tensor_act_model_layers_78_mlp_gate_proj/mean": -0.03662109375, "train/tensor_act_model_layers_78_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_78_mlp_gate_proj/max_abs": 3.78125, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_gate_proj/min": -3.625, "train/tensor_act_model_layers_78_mlp_gate_proj/max": 3.78125, "train/tensor_act_model_layers_78_mlp_gate_proj/range": 7.40625, "train/tensor_act_model_layers_78_mlp_up_proj/norm": 5260.63720703125, "train/tensor_act_model_layers_78_mlp_up_proj/mean": 0.126953125, "train/tensor_act_model_layers_78_mlp_up_proj/std": 1.8125, "train/tensor_act_model_layers_78_mlp_up_proj/max_abs": 4.03125, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp_up_proj/min": -3.90625, "train/tensor_act_model_layers_78_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_78_mlp_up_proj/range": 7.9375, "train/tensor_act_model_layers_78_mlp_down_proj/norm": 30745.3671875, "train/tensor_act_model_layers_78_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_78_mlp_down_proj/std": 0.462890625, "train/tensor_act_model_layers_78_mlp_down_proj/max_abs": 17.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_mlp_down_proj/min": 14.25, "train/tensor_act_model_layers_78_mlp_down_proj/max": 17.0, "train/tensor_act_model_layers_78_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_78_mlp/norm": 8192.0, "train/tensor_act_model_layers_78_mlp/mean": 4.0, "train/tensor_act_model_layers_78_mlp/std": 0.0, "train/tensor_act_model_layers_78_mlp/max_abs": 4.0, "train/tensor_act_model_layers_78_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_78_mlp/min": 4.0, "train/tensor_act_model_layers_78_mlp/max": 4.0, "train/tensor_act_model_layers_78_mlp/range": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/norm": 646515.1875, "train/tensor_act_model_layers_78_residual_post_mlp/mean": 316.0, "train/tensor_act_model_layers_78_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_78_residual_post_mlp/max_abs": 318.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_78_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_78_residual_post_mlp/min": 310.0, "train/tensor_act_model_layers_78_residual_post_mlp/max": 318.0, "train/tensor_act_model_layers_78_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_79_residual_pre_attn/norm": 646515.1875, "train/tensor_act_model_layers_79_residual_pre_attn/mean": 316.0, "train/tensor_act_model_layers_79_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_79_residual_pre_attn/max_abs": 318.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_pre_attn/min": 310.0, "train/tensor_act_model_layers_79_residual_pre_attn/max": 318.0, "train/tensor_act_model_layers_79_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_79_residual_post_attn/norm": 646515.1875, "train/tensor_act_model_layers_79_residual_post_attn/mean": 316.0, "train/tensor_act_model_layers_79_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_79_residual_post_attn/max_abs": 318.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_attn/min": 310.0, "train/tensor_act_model_layers_79_residual_post_attn/max": 318.0, "train/tensor_act_model_layers_79_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_79_mlp_gate_proj/norm": 5243.3603515625, "train/tensor_act_model_layers_79_mlp_gate_proj/mean": 0.068359375, "train/tensor_act_model_layers_79_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_79_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_gate_proj/min": -4.0, "train/tensor_act_model_layers_79_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_79_mlp_gate_proj/range": 8.03125, "train/tensor_act_model_layers_79_mlp_up_proj/norm": 5320.5400390625, "train/tensor_act_model_layers_79_mlp_up_proj/mean": -0.06005859375, "train/tensor_act_model_layers_79_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_79_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_79_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_79_mlp_up_proj/range": 7.875, "train/tensor_act_model_layers_79_mlp_down_proj/norm": 30747.755859375, "train/tensor_act_model_layers_79_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_79_mlp_down_proj/std": 0.5234375, "train/tensor_act_model_layers_79_mlp_down_proj/max_abs": 17.5, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_79_mlp_down_proj/max": 17.5, "train/tensor_act_model_layers_79_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_79_mlp/norm": 8192.0, "train/tensor_act_model_layers_79_mlp/mean": 4.0, "train/tensor_act_model_layers_79_mlp/std": 0.0, "train/tensor_act_model_layers_79_mlp/max_abs": 4.0, "train/tensor_act_model_layers_79_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_79_mlp/min": 4.0, "train/tensor_act_model_layers_79_mlp/max": 4.0, "train/tensor_act_model_layers_79_mlp/range": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/norm": 654707.1875, "train/tensor_act_model_layers_79_residual_post_mlp/mean": 320.0, "train/tensor_act_model_layers_79_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_79_residual_post_mlp/max_abs": 322.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_79_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_79_residual_post_mlp/min": 314.0, "train/tensor_act_model_layers_79_residual_post_mlp/max": 322.0, "train/tensor_act_model_layers_79_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_80_residual_pre_attn/norm": 654707.1875, "train/tensor_act_model_layers_80_residual_pre_attn/mean": 320.0, "train/tensor_act_model_layers_80_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_80_residual_pre_attn/max_abs": 322.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_pre_attn/min": 314.0, "train/tensor_act_model_layers_80_residual_pre_attn/max": 322.0, "train/tensor_act_model_layers_80_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_80_residual_post_attn/norm": 654707.1875, "train/tensor_act_model_layers_80_residual_post_attn/mean": 320.0, "train/tensor_act_model_layers_80_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_80_residual_post_attn/max_abs": 322.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_attn/min": 314.0, "train/tensor_act_model_layers_80_residual_post_attn/max": 322.0, "train/tensor_act_model_layers_80_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_80_mlp_gate_proj/norm": 5251.6806640625, "train/tensor_act_model_layers_80_mlp_gate_proj/mean": -0.07568359375, "train/tensor_act_model_layers_80_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_80_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_gate_proj/min": -4.25, "train/tensor_act_model_layers_80_mlp_gate_proj/max": 3.90625, "train/tensor_act_model_layers_80_mlp_gate_proj/range": 8.15625, "train/tensor_act_model_layers_80_mlp_up_proj/norm": 5261.32666015625, "train/tensor_act_model_layers_80_mlp_up_proj/mean": -0.00110626220703125, "train/tensor_act_model_layers_80_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_80_mlp_up_proj/max_abs": 3.859375, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp_up_proj/min": -3.859375, "train/tensor_act_model_layers_80_mlp_up_proj/max": 3.53125, "train/tensor_act_model_layers_80_mlp_up_proj/range": 7.390625, "train/tensor_act_model_layers_80_mlp_down_proj/norm": 30637.9140625, "train/tensor_act_model_layers_80_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_80_mlp_down_proj/std": 0.443359375, "train/tensor_act_model_layers_80_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_80_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_80_mlp_down_proj/range": 2.6875, "train/tensor_act_model_layers_80_mlp/norm": 8192.0, "train/tensor_act_model_layers_80_mlp/mean": 4.0, "train/tensor_act_model_layers_80_mlp/std": 0.0, "train/tensor_act_model_layers_80_mlp/max_abs": 4.0, "train/tensor_act_model_layers_80_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_80_mlp/min": 4.0, "train/tensor_act_model_layers_80_mlp/max": 4.0, "train/tensor_act_model_layers_80_mlp/range": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/norm": 662899.125, "train/tensor_act_model_layers_80_residual_post_mlp/mean": 324.0, "train/tensor_act_model_layers_80_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_80_residual_post_mlp/max_abs": 326.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_80_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_80_residual_post_mlp/min": 318.0, "train/tensor_act_model_layers_80_residual_post_mlp/max": 326.0, "train/tensor_act_model_layers_80_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_81_residual_pre_attn/norm": 662899.125, "train/tensor_act_model_layers_81_residual_pre_attn/mean": 324.0, "train/tensor_act_model_layers_81_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_81_residual_pre_attn/max_abs": 326.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_pre_attn/min": 318.0, "train/tensor_act_model_layers_81_residual_pre_attn/max": 326.0, "train/tensor_act_model_layers_81_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_81_residual_post_attn/norm": 662899.125, "train/tensor_act_model_layers_81_residual_post_attn/mean": 324.0, "train/tensor_act_model_layers_81_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_81_residual_post_attn/max_abs": 326.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_attn/min": 318.0, "train/tensor_act_model_layers_81_residual_post_attn/max": 326.0, "train/tensor_act_model_layers_81_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_81_mlp_gate_proj/norm": 5250.58837890625, "train/tensor_act_model_layers_81_mlp_gate_proj/mean": 0.13671875, "train/tensor_act_model_layers_81_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_81_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_gate_proj/min": -3.671875, "train/tensor_act_model_layers_81_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_81_mlp_gate_proj/range": 7.828125, "train/tensor_act_model_layers_81_mlp_up_proj/norm": 5195.78564453125, "train/tensor_act_model_layers_81_mlp_up_proj/mean": 0.1005859375, "train/tensor_act_model_layers_81_mlp_up_proj/std": 1.7890625, "train/tensor_act_model_layers_81_mlp_up_proj/max_abs": 3.875, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp_up_proj/min": -3.875, "train/tensor_act_model_layers_81_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_81_mlp_up_proj/range": 7.640625, "train/tensor_act_model_layers_81_mlp_down_proj/norm": 30538.40625, "train/tensor_act_model_layers_81_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_81_mlp_down_proj/std": 0.384765625, "train/tensor_act_model_layers_81_mlp_down_proj/max_abs": 16.5, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_81_mlp_down_proj/max": 16.5, "train/tensor_act_model_layers_81_mlp_down_proj/range": 2.3125, "train/tensor_act_model_layers_81_mlp/norm": 8192.0, "train/tensor_act_model_layers_81_mlp/mean": 4.0, "train/tensor_act_model_layers_81_mlp/std": 0.0, "train/tensor_act_model_layers_81_mlp/max_abs": 4.0, "train/tensor_act_model_layers_81_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_81_mlp/min": 4.0, "train/tensor_act_model_layers_81_mlp/max": 4.0, "train/tensor_act_model_layers_81_mlp/range": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/norm": 671091.125, "train/tensor_act_model_layers_81_residual_post_mlp/mean": 328.0, "train/tensor_act_model_layers_81_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_81_residual_post_mlp/max_abs": 330.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_81_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_81_residual_post_mlp/min": 322.0, "train/tensor_act_model_layers_81_residual_post_mlp/max": 330.0, "train/tensor_act_model_layers_81_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_82_residual_pre_attn/norm": 671091.125, "train/tensor_act_model_layers_82_residual_pre_attn/mean": 328.0, "train/tensor_act_model_layers_82_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_82_residual_pre_attn/max_abs": 330.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_pre_attn/min": 322.0, "train/tensor_act_model_layers_82_residual_pre_attn/max": 330.0, "train/tensor_act_model_layers_82_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_82_residual_post_attn/norm": 671091.125, "train/tensor_act_model_layers_82_residual_post_attn/mean": 328.0, "train/tensor_act_model_layers_82_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_82_residual_post_attn/max_abs": 330.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_attn/min": 322.0, "train/tensor_act_model_layers_82_residual_post_attn/max": 330.0, "train/tensor_act_model_layers_82_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_82_mlp_gate_proj/norm": 5262.78125, "train/tensor_act_model_layers_82_mlp_gate_proj/mean": -0.01507568359375, "train/tensor_act_model_layers_82_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_82_mlp_gate_proj/max_abs": 4.40625, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_gate_proj/min": -4.09375, "train/tensor_act_model_layers_82_mlp_gate_proj/max": 4.40625, "train/tensor_act_model_layers_82_mlp_gate_proj/range": 8.5, "train/tensor_act_model_layers_82_mlp_up_proj/norm": 5409.61083984375, "train/tensor_act_model_layers_82_mlp_up_proj/mean": 0.00494384765625, "train/tensor_act_model_layers_82_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_82_mlp_up_proj/max_abs": 3.984375, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp_up_proj/min": -3.984375, "train/tensor_act_model_layers_82_mlp_up_proj/max": 3.59375, "train/tensor_act_model_layers_82_mlp_up_proj/range": 7.578125, "train/tensor_act_model_layers_82_mlp_down_proj/norm": 30714.044921875, "train/tensor_act_model_layers_82_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_82_mlp_down_proj/std": 0.5, "train/tensor_act_model_layers_82_mlp_down_proj/max_abs": 16.875, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_82_mlp_down_proj/max": 16.875, "train/tensor_act_model_layers_82_mlp_down_proj/range": 2.6875, "train/tensor_act_model_layers_82_mlp/norm": 8192.0, "train/tensor_act_model_layers_82_mlp/mean": 4.0, "train/tensor_act_model_layers_82_mlp/std": 0.0, "train/tensor_act_model_layers_82_mlp/max_abs": 4.0, "train/tensor_act_model_layers_82_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_82_mlp/min": 4.0, "train/tensor_act_model_layers_82_mlp/max": 4.0, "train/tensor_act_model_layers_82_mlp/range": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/norm": 679283.0625, "train/tensor_act_model_layers_82_residual_post_mlp/mean": 332.0, "train/tensor_act_model_layers_82_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_82_residual_post_mlp/max_abs": 334.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_82_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_82_residual_post_mlp/min": 326.0, "train/tensor_act_model_layers_82_residual_post_mlp/max": 334.0, "train/tensor_act_model_layers_82_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_83_residual_pre_attn/norm": 679283.0625, "train/tensor_act_model_layers_83_residual_pre_attn/mean": 332.0, "train/tensor_act_model_layers_83_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_83_residual_pre_attn/max_abs": 334.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_pre_attn/min": 326.0, "train/tensor_act_model_layers_83_residual_pre_attn/max": 334.0, "train/tensor_act_model_layers_83_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_83_residual_post_attn/norm": 679283.0625, "train/tensor_act_model_layers_83_residual_post_attn/mean": 332.0, "train/tensor_act_model_layers_83_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_83_residual_post_attn/max_abs": 334.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_attn/min": 326.0, "train/tensor_act_model_layers_83_residual_post_attn/max": 334.0, "train/tensor_act_model_layers_83_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_83_mlp_gate_proj/norm": 5152.099609375, "train/tensor_act_model_layers_83_mlp_gate_proj/mean": 0.1484375, "train/tensor_act_model_layers_83_mlp_gate_proj/std": 1.7734375, "train/tensor_act_model_layers_83_mlp_gate_proj/max_abs": 4.3125, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_gate_proj/min": -4.3125, "train/tensor_act_model_layers_83_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_83_mlp_gate_proj/range": 8.46875, "train/tensor_act_model_layers_83_mlp_up_proj/norm": 5420.296875, "train/tensor_act_model_layers_83_mlp_up_proj/mean": -0.039794921875, "train/tensor_act_model_layers_83_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_83_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_83_mlp_up_proj/max": 4.03125, "train/tensor_act_model_layers_83_mlp_up_proj/range": 8.21875, "train/tensor_act_model_layers_83_mlp_down_proj/norm": 30761.390625, "train/tensor_act_model_layers_83_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_83_mlp_down_proj/std": 0.470703125, "train/tensor_act_model_layers_83_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_83_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_83_mlp_down_proj/range": 2.625, "train/tensor_act_model_layers_83_mlp/norm": 8192.0, "train/tensor_act_model_layers_83_mlp/mean": 4.0, "train/tensor_act_model_layers_83_mlp/std": 0.0, "train/tensor_act_model_layers_83_mlp/max_abs": 4.0, "train/tensor_act_model_layers_83_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_83_mlp/min": 4.0, "train/tensor_act_model_layers_83_mlp/max": 4.0, "train/tensor_act_model_layers_83_mlp/range": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/norm": 687475.0625, "train/tensor_act_model_layers_83_residual_post_mlp/mean": 336.0, "train/tensor_act_model_layers_83_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_83_residual_post_mlp/max_abs": 338.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_83_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_83_residual_post_mlp/min": 330.0, "train/tensor_act_model_layers_83_residual_post_mlp/max": 338.0, "train/tensor_act_model_layers_83_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_84_residual_pre_attn/norm": 687475.0625, "train/tensor_act_model_layers_84_residual_pre_attn/mean": 336.0, "train/tensor_act_model_layers_84_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_84_residual_pre_attn/max_abs": 338.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_pre_attn/min": 330.0, "train/tensor_act_model_layers_84_residual_pre_attn/max": 338.0, "train/tensor_act_model_layers_84_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_84_residual_post_attn/norm": 687475.0625, "train/tensor_act_model_layers_84_residual_post_attn/mean": 336.0, "train/tensor_act_model_layers_84_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_84_residual_post_attn/max_abs": 338.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_attn/min": 330.0, "train/tensor_act_model_layers_84_residual_post_attn/max": 338.0, "train/tensor_act_model_layers_84_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_84_mlp_gate_proj/norm": 5164.873046875, "train/tensor_act_model_layers_84_mlp_gate_proj/mean": -0.05224609375, "train/tensor_act_model_layers_84_mlp_gate_proj/std": 1.78125, "train/tensor_act_model_layers_84_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_gate_proj/min": -4.0, "train/tensor_act_model_layers_84_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_84_mlp_gate_proj/range": 8.25, "train/tensor_act_model_layers_84_mlp_up_proj/norm": 5155.5556640625, "train/tensor_act_model_layers_84_mlp_up_proj/mean": 0.16796875, "train/tensor_act_model_layers_84_mlp_up_proj/std": 1.7734375, "train/tensor_act_model_layers_84_mlp_up_proj/max_abs": 4.28125, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_84_mlp_up_proj/max": 3.765625, "train/tensor_act_model_layers_84_mlp_up_proj/range": 8.046875, "train/tensor_act_model_layers_84_mlp_down_proj/norm": 30618.22265625, "train/tensor_act_model_layers_84_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_84_mlp_down_proj/std": 0.42578125, "train/tensor_act_model_layers_84_mlp_down_proj/max_abs": 16.375, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_84_mlp_down_proj/max": 16.375, "train/tensor_act_model_layers_84_mlp_down_proj/range": 2.25, "train/tensor_act_model_layers_84_mlp/norm": 8192.0, "train/tensor_act_model_layers_84_mlp/mean": 4.0, "train/tensor_act_model_layers_84_mlp/std": 0.0, "train/tensor_act_model_layers_84_mlp/max_abs": 4.0, "train/tensor_act_model_layers_84_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_84_mlp/min": 4.0, "train/tensor_act_model_layers_84_mlp/max": 4.0, "train/tensor_act_model_layers_84_mlp/range": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/norm": 695667.0625, "train/tensor_act_model_layers_84_residual_post_mlp/mean": 340.0, "train/tensor_act_model_layers_84_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_84_residual_post_mlp/max_abs": 342.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_84_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_84_residual_post_mlp/min": 334.0, "train/tensor_act_model_layers_84_residual_post_mlp/max": 342.0, "train/tensor_act_model_layers_84_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_85_residual_pre_attn/norm": 695667.0625, "train/tensor_act_model_layers_85_residual_pre_attn/mean": 340.0, "train/tensor_act_model_layers_85_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_85_residual_pre_attn/max_abs": 342.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_pre_attn/min": 334.0, "train/tensor_act_model_layers_85_residual_pre_attn/max": 342.0, "train/tensor_act_model_layers_85_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_85_residual_post_attn/norm": 695667.0625, "train/tensor_act_model_layers_85_residual_post_attn/mean": 340.0, "train/tensor_act_model_layers_85_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_85_residual_post_attn/max_abs": 342.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_attn/min": 334.0, "train/tensor_act_model_layers_85_residual_post_attn/max": 342.0, "train/tensor_act_model_layers_85_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_85_mlp_gate_proj/norm": 5244.14404296875, "train/tensor_act_model_layers_85_mlp_gate_proj/mean": 0.037109375, "train/tensor_act_model_layers_85_mlp_gate_proj/std": 1.8125, "train/tensor_act_model_layers_85_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_gate_proj/min": -4.1875, "train/tensor_act_model_layers_85_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_85_mlp_gate_proj/range": 8.4375, "train/tensor_act_model_layers_85_mlp_up_proj/norm": 5353.41943359375, "train/tensor_act_model_layers_85_mlp_up_proj/mean": 0.16796875, "train/tensor_act_model_layers_85_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_85_mlp_up_proj/max_abs": 4.21875, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp_up_proj/min": -4.21875, "train/tensor_act_model_layers_85_mlp_up_proj/max": 4.0, "train/tensor_act_model_layers_85_mlp_up_proj/range": 8.21875, "train/tensor_act_model_layers_85_mlp_down_proj/norm": 30730.6484375, "train/tensor_act_model_layers_85_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_85_mlp_down_proj/std": 0.51171875, "train/tensor_act_model_layers_85_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_mlp_down_proj/min": 14.1875, "train/tensor_act_model_layers_85_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_85_mlp_down_proj/range": 3.5625, "train/tensor_act_model_layers_85_mlp/norm": 8192.0, "train/tensor_act_model_layers_85_mlp/mean": 4.0, "train/tensor_act_model_layers_85_mlp/std": 0.0, "train/tensor_act_model_layers_85_mlp/max_abs": 4.0, "train/tensor_act_model_layers_85_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_85_mlp/min": 4.0, "train/tensor_act_model_layers_85_mlp/max": 4.0, "train/tensor_act_model_layers_85_mlp/range": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/norm": 703859.0, "train/tensor_act_model_layers_85_residual_post_mlp/mean": 344.0, "train/tensor_act_model_layers_85_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_85_residual_post_mlp/max_abs": 346.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_85_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_85_residual_post_mlp/min": 338.0, "train/tensor_act_model_layers_85_residual_post_mlp/max": 346.0, "train/tensor_act_model_layers_85_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_86_residual_pre_attn/norm": 703859.0, "train/tensor_act_model_layers_86_residual_pre_attn/mean": 344.0, "train/tensor_act_model_layers_86_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_86_residual_pre_attn/max_abs": 346.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_pre_attn/min": 338.0, "train/tensor_act_model_layers_86_residual_pre_attn/max": 346.0, "train/tensor_act_model_layers_86_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_86_residual_post_attn/norm": 703859.0, "train/tensor_act_model_layers_86_residual_post_attn/mean": 344.0, "train/tensor_act_model_layers_86_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_86_residual_post_attn/max_abs": 346.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_attn/min": 338.0, "train/tensor_act_model_layers_86_residual_post_attn/max": 346.0, "train/tensor_act_model_layers_86_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_86_mlp_gate_proj/norm": 5288.158203125, "train/tensor_act_model_layers_86_mlp_gate_proj/mean": 0.1123046875, "train/tensor_act_model_layers_86_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_86_mlp_gate_proj/max_abs": 3.890625, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_gate_proj/min": -3.875, "train/tensor_act_model_layers_86_mlp_gate_proj/max": 3.890625, "train/tensor_act_model_layers_86_mlp_gate_proj/range": 7.765625, "train/tensor_act_model_layers_86_mlp_up_proj/norm": 5451.583984375, "train/tensor_act_model_layers_86_mlp_up_proj/mean": 0.0311279296875, "train/tensor_act_model_layers_86_mlp_up_proj/std": 1.8828125, "train/tensor_act_model_layers_86_mlp_up_proj/max_abs": 4.0625, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp_up_proj/min": -3.796875, "train/tensor_act_model_layers_86_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_86_mlp_up_proj/range": 7.859375, "train/tensor_act_model_layers_86_mlp_down_proj/norm": 30863.62890625, "train/tensor_act_model_layers_86_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_86_mlp_down_proj/std": 0.5625, "train/tensor_act_model_layers_86_mlp_down_proj/max_abs": 17.875, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_86_mlp_down_proj/max": 17.875, "train/tensor_act_model_layers_86_mlp_down_proj/range": 3.8125, "train/tensor_act_model_layers_86_mlp/norm": 8192.0, "train/tensor_act_model_layers_86_mlp/mean": 4.0, "train/tensor_act_model_layers_86_mlp/std": 0.0, "train/tensor_act_model_layers_86_mlp/max_abs": 4.0, "train/tensor_act_model_layers_86_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_86_mlp/min": 4.0, "train/tensor_act_model_layers_86_mlp/max": 4.0, "train/tensor_act_model_layers_86_mlp/range": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/norm": 712050.9375, "train/tensor_act_model_layers_86_residual_post_mlp/mean": 348.0, "train/tensor_act_model_layers_86_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_86_residual_post_mlp/max_abs": 350.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_86_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_86_residual_post_mlp/min": 342.0, "train/tensor_act_model_layers_86_residual_post_mlp/max": 350.0, "train/tensor_act_model_layers_86_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_87_residual_pre_attn/norm": 712050.9375, "train/tensor_act_model_layers_87_residual_pre_attn/mean": 348.0, "train/tensor_act_model_layers_87_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_87_residual_pre_attn/max_abs": 350.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_pre_attn/min": 342.0, "train/tensor_act_model_layers_87_residual_pre_attn/max": 350.0, "train/tensor_act_model_layers_87_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_87_residual_post_attn/norm": 712050.9375, "train/tensor_act_model_layers_87_residual_post_attn/mean": 348.0, "train/tensor_act_model_layers_87_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_87_residual_post_attn/max_abs": 350.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_attn/min": 342.0, "train/tensor_act_model_layers_87_residual_post_attn/max": 350.0, "train/tensor_act_model_layers_87_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_87_mlp_gate_proj/norm": 5358.2890625, "train/tensor_act_model_layers_87_mlp_gate_proj/mean": 0.043701171875, "train/tensor_act_model_layers_87_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_87_mlp_gate_proj/max_abs": 4.15625, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_gate_proj/min": -3.890625, "train/tensor_act_model_layers_87_mlp_gate_proj/max": 4.15625, "train/tensor_act_model_layers_87_mlp_gate_proj/range": 8.046875, "train/tensor_act_model_layers_87_mlp_up_proj/norm": 5256.63720703125, "train/tensor_act_model_layers_87_mlp_up_proj/mean": 0.2138671875, "train/tensor_act_model_layers_87_mlp_up_proj/std": 1.8046875, "train/tensor_act_model_layers_87_mlp_up_proj/max_abs": 3.84375, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp_up_proj/min": -3.671875, "train/tensor_act_model_layers_87_mlp_up_proj/max": 3.84375, "train/tensor_act_model_layers_87_mlp_up_proj/range": 7.515625, "train/tensor_act_model_layers_87_mlp_down_proj/norm": 30738.177734375, "train/tensor_act_model_layers_87_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_87_mlp_down_proj/std": 0.458984375, "train/tensor_act_model_layers_87_mlp_down_proj/max_abs": 16.25, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_87_mlp_down_proj/max": 16.25, "train/tensor_act_model_layers_87_mlp_down_proj/range": 2.125, "train/tensor_act_model_layers_87_mlp/norm": 8192.0, "train/tensor_act_model_layers_87_mlp/mean": 4.0, "train/tensor_act_model_layers_87_mlp/std": 0.0, "train/tensor_act_model_layers_87_mlp/max_abs": 4.0, "train/tensor_act_model_layers_87_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_87_mlp/min": 4.0, "train/tensor_act_model_layers_87_mlp/max": 4.0, "train/tensor_act_model_layers_87_mlp/range": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/norm": 720242.9375, "train/tensor_act_model_layers_87_residual_post_mlp/mean": 352.0, "train/tensor_act_model_layers_87_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_87_residual_post_mlp/max_abs": 354.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_87_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_87_residual_post_mlp/min": 346.0, "train/tensor_act_model_layers_87_residual_post_mlp/max": 354.0, "train/tensor_act_model_layers_87_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_88_residual_pre_attn/norm": 720242.9375, "train/tensor_act_model_layers_88_residual_pre_attn/mean": 352.0, "train/tensor_act_model_layers_88_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_88_residual_pre_attn/max_abs": 354.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_pre_attn/min": 346.0, "train/tensor_act_model_layers_88_residual_pre_attn/max": 354.0, "train/tensor_act_model_layers_88_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_88_residual_post_attn/norm": 720242.9375, "train/tensor_act_model_layers_88_residual_post_attn/mean": 352.0, "train/tensor_act_model_layers_88_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_88_residual_post_attn/max_abs": 354.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_attn/min": 346.0, "train/tensor_act_model_layers_88_residual_post_attn/max": 354.0, "train/tensor_act_model_layers_88_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_88_mlp_gate_proj/norm": 5271.0126953125, "train/tensor_act_model_layers_88_mlp_gate_proj/mean": -0.07373046875, "train/tensor_act_model_layers_88_mlp_gate_proj/std": 1.8203125, "train/tensor_act_model_layers_88_mlp_gate_proj/max_abs": 4.03125, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_gate_proj/min": -3.984375, "train/tensor_act_model_layers_88_mlp_gate_proj/max": 4.03125, "train/tensor_act_model_layers_88_mlp_gate_proj/range": 8.015625, "train/tensor_act_model_layers_88_mlp_up_proj/norm": 5294.283203125, "train/tensor_act_model_layers_88_mlp_up_proj/mean": -0.034912109375, "train/tensor_act_model_layers_88_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_88_mlp_up_proj/max_abs": 4.1875, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp_up_proj/min": -4.1875, "train/tensor_act_model_layers_88_mlp_up_proj/max": 3.8125, "train/tensor_act_model_layers_88_mlp_up_proj/range": 8.0, "train/tensor_act_model_layers_88_mlp_down_proj/norm": 30804.712890625, "train/tensor_act_model_layers_88_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_88_mlp_down_proj/std": 0.494140625, "train/tensor_act_model_layers_88_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_88_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_88_mlp_down_proj/range": 3.3125, "train/tensor_act_model_layers_88_mlp/norm": 8192.0, "train/tensor_act_model_layers_88_mlp/mean": 4.0, "train/tensor_act_model_layers_88_mlp/std": 0.0, "train/tensor_act_model_layers_88_mlp/max_abs": 4.0, "train/tensor_act_model_layers_88_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_88_mlp/min": 4.0, "train/tensor_act_model_layers_88_mlp/max": 4.0, "train/tensor_act_model_layers_88_mlp/range": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/norm": 728434.875, "train/tensor_act_model_layers_88_residual_post_mlp/mean": 356.0, "train/tensor_act_model_layers_88_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_88_residual_post_mlp/max_abs": 358.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_88_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_88_residual_post_mlp/min": 350.0, "train/tensor_act_model_layers_88_residual_post_mlp/max": 358.0, "train/tensor_act_model_layers_88_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_89_residual_pre_attn/norm": 728434.875, "train/tensor_act_model_layers_89_residual_pre_attn/mean": 356.0, "train/tensor_act_model_layers_89_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_89_residual_pre_attn/max_abs": 358.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_pre_attn/min": 350.0, "train/tensor_act_model_layers_89_residual_pre_attn/max": 358.0, "train/tensor_act_model_layers_89_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_89_residual_post_attn/norm": 728434.875, "train/tensor_act_model_layers_89_residual_post_attn/mean": 356.0, "train/tensor_act_model_layers_89_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_89_residual_post_attn/max_abs": 358.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_attn/min": 350.0, "train/tensor_act_model_layers_89_residual_post_attn/max": 358.0, "train/tensor_act_model_layers_89_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_89_mlp_gate_proj/norm": 5218.9033203125, "train/tensor_act_model_layers_89_mlp_gate_proj/mean": 0.10595703125, "train/tensor_act_model_layers_89_mlp_gate_proj/std": 1.796875, "train/tensor_act_model_layers_89_mlp_gate_proj/max_abs": 4.125, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_gate_proj/min": -3.65625, "train/tensor_act_model_layers_89_mlp_gate_proj/max": 4.125, "train/tensor_act_model_layers_89_mlp_gate_proj/range": 7.78125, "train/tensor_act_model_layers_89_mlp_up_proj/norm": 5283.12060546875, "train/tensor_act_model_layers_89_mlp_up_proj/mean": 0.0888671875, "train/tensor_act_model_layers_89_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_89_mlp_up_proj/max_abs": 4.53125, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_89_mlp_up_proj/max": 3.875, "train/tensor_act_model_layers_89_mlp_up_proj/range": 8.40625, "train/tensor_act_model_layers_89_mlp_down_proj/norm": 30876.130859375, "train/tensor_act_model_layers_89_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_89_mlp_down_proj/std": 0.58203125, "train/tensor_act_model_layers_89_mlp_down_proj/max_abs": 17.25, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_89_mlp_down_proj/max": 17.25, "train/tensor_act_model_layers_89_mlp_down_proj/range": 3.1875, "train/tensor_act_model_layers_89_mlp/norm": 8192.0, "train/tensor_act_model_layers_89_mlp/mean": 4.0, "train/tensor_act_model_layers_89_mlp/std": 0.0, "train/tensor_act_model_layers_89_mlp/max_abs": 4.0, "train/tensor_act_model_layers_89_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_89_mlp/min": 4.0, "train/tensor_act_model_layers_89_mlp/max": 4.0, "train/tensor_act_model_layers_89_mlp/range": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/norm": 736626.875, "train/tensor_act_model_layers_89_residual_post_mlp/mean": 360.0, "train/tensor_act_model_layers_89_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_89_residual_post_mlp/max_abs": 362.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_89_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_89_residual_post_mlp/min": 354.0, "train/tensor_act_model_layers_89_residual_post_mlp/max": 362.0, "train/tensor_act_model_layers_89_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_90_residual_pre_attn/norm": 736626.875, "train/tensor_act_model_layers_90_residual_pre_attn/mean": 360.0, "train/tensor_act_model_layers_90_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_90_residual_pre_attn/max_abs": 362.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_pre_attn/min": 354.0, "train/tensor_act_model_layers_90_residual_pre_attn/max": 362.0, "train/tensor_act_model_layers_90_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_90_residual_post_attn/norm": 736626.875, "train/tensor_act_model_layers_90_residual_post_attn/mean": 360.0, "train/tensor_act_model_layers_90_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_90_residual_post_attn/max_abs": 362.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_attn/min": 354.0, "train/tensor_act_model_layers_90_residual_post_attn/max": 362.0, "train/tensor_act_model_layers_90_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_90_mlp_gate_proj/norm": 5263.42724609375, "train/tensor_act_model_layers_90_mlp_gate_proj/mean": 0.205078125, "train/tensor_act_model_layers_90_mlp_gate_proj/std": 1.8046875, "train/tensor_act_model_layers_90_mlp_gate_proj/max_abs": 3.984375, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_gate_proj/min": -3.953125, "train/tensor_act_model_layers_90_mlp_gate_proj/max": 3.984375, "train/tensor_act_model_layers_90_mlp_gate_proj/range": 7.9375, "train/tensor_act_model_layers_90_mlp_up_proj/norm": 5369.58447265625, "train/tensor_act_model_layers_90_mlp_up_proj/mean": -0.06591796875, "train/tensor_act_model_layers_90_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_90_mlp_up_proj/max_abs": 4.46875, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp_up_proj/min": -4.46875, "train/tensor_act_model_layers_90_mlp_up_proj/max": 3.9375, "train/tensor_act_model_layers_90_mlp_up_proj/range": 8.40625, "train/tensor_act_model_layers_90_mlp_down_proj/norm": 30847.873046875, "train/tensor_act_model_layers_90_mlp_down_proj/mean": 15.0625, "train/tensor_act_model_layers_90_mlp_down_proj/std": 0.55859375, "train/tensor_act_model_layers_90_mlp_down_proj/max_abs": 17.125, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_mlp_down_proj/min": 14.125, "train/tensor_act_model_layers_90_mlp_down_proj/max": 17.125, "train/tensor_act_model_layers_90_mlp_down_proj/range": 3.0, "train/tensor_act_model_layers_90_mlp/norm": 8192.0, "train/tensor_act_model_layers_90_mlp/mean": 4.0, "train/tensor_act_model_layers_90_mlp/std": 0.0, "train/tensor_act_model_layers_90_mlp/max_abs": 4.0, "train/tensor_act_model_layers_90_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_90_mlp/min": 4.0, "train/tensor_act_model_layers_90_mlp/max": 4.0, "train/tensor_act_model_layers_90_mlp/range": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/norm": 744818.875, "train/tensor_act_model_layers_90_residual_post_mlp/mean": 364.0, "train/tensor_act_model_layers_90_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_90_residual_post_mlp/max_abs": 366.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_90_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_90_residual_post_mlp/min": 358.0, "train/tensor_act_model_layers_90_residual_post_mlp/max": 366.0, "train/tensor_act_model_layers_90_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_91_residual_pre_attn/norm": 744818.875, "train/tensor_act_model_layers_91_residual_pre_attn/mean": 364.0, "train/tensor_act_model_layers_91_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_91_residual_pre_attn/max_abs": 366.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_pre_attn/min": 358.0, "train/tensor_act_model_layers_91_residual_pre_attn/max": 366.0, "train/tensor_act_model_layers_91_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_91_residual_post_attn/norm": 744818.875, "train/tensor_act_model_layers_91_residual_post_attn/mean": 364.0, "train/tensor_act_model_layers_91_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_91_residual_post_attn/max_abs": 366.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_attn/min": 358.0, "train/tensor_act_model_layers_91_residual_post_attn/max": 366.0, "train/tensor_act_model_layers_91_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_91_mlp_gate_proj/norm": 5446.95751953125, "train/tensor_act_model_layers_91_mlp_gate_proj/mean": -0.0201416015625, "train/tensor_act_model_layers_91_mlp_gate_proj/std": 1.8828125, "train/tensor_act_model_layers_91_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_gate_proj/min": -4.5, "train/tensor_act_model_layers_91_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_91_mlp_gate_proj/range": 8.75, "train/tensor_act_model_layers_91_mlp_up_proj/norm": 5308.51123046875, "train/tensor_act_model_layers_91_mlp_up_proj/mean": 0.2197265625, "train/tensor_act_model_layers_91_mlp_up_proj/std": 1.8203125, "train/tensor_act_model_layers_91_mlp_up_proj/max_abs": 4.09375, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_91_mlp_up_proj/max": 4.09375, "train/tensor_act_model_layers_91_mlp_up_proj/range": 8.15625, "train/tensor_act_model_layers_91_mlp_down_proj/norm": 30724.078125, "train/tensor_act_model_layers_91_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_91_mlp_down_proj/std": 0.546875, "train/tensor_act_model_layers_91_mlp_down_proj/max_abs": 17.375, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_mlp_down_proj/min": 14.0, "train/tensor_act_model_layers_91_mlp_down_proj/max": 17.375, "train/tensor_act_model_layers_91_mlp_down_proj/range": 3.375, "train/tensor_act_model_layers_91_mlp/norm": 8192.0, "train/tensor_act_model_layers_91_mlp/mean": 4.0, "train/tensor_act_model_layers_91_mlp/std": 0.0, "train/tensor_act_model_layers_91_mlp/max_abs": 4.0, "train/tensor_act_model_layers_91_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_91_mlp/min": 4.0, "train/tensor_act_model_layers_91_mlp/max": 4.0, "train/tensor_act_model_layers_91_mlp/range": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/norm": 753010.875, "train/tensor_act_model_layers_91_residual_post_mlp/mean": 368.0, "train/tensor_act_model_layers_91_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_91_residual_post_mlp/max_abs": 370.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_91_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_91_residual_post_mlp/min": 362.0, "train/tensor_act_model_layers_91_residual_post_mlp/max": 370.0, "train/tensor_act_model_layers_91_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_92_residual_pre_attn/norm": 753010.875, "train/tensor_act_model_layers_92_residual_pre_attn/mean": 368.0, "train/tensor_act_model_layers_92_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_92_residual_pre_attn/max_abs": 370.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_pre_attn/min": 362.0, "train/tensor_act_model_layers_92_residual_pre_attn/max": 370.0, "train/tensor_act_model_layers_92_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_92_residual_post_attn/norm": 753010.875, "train/tensor_act_model_layers_92_residual_post_attn/mean": 368.0, "train/tensor_act_model_layers_92_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_92_residual_post_attn/max_abs": 370.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_attn/min": 362.0, "train/tensor_act_model_layers_92_residual_post_attn/max": 370.0, "train/tensor_act_model_layers_92_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_92_mlp_gate_proj/norm": 5317.7666015625, "train/tensor_act_model_layers_92_mlp_gate_proj/mean": 0.043212890625, "train/tensor_act_model_layers_92_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_92_mlp_gate_proj/max_abs": 4.25, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_gate_proj/min": -4.1875, "train/tensor_act_model_layers_92_mlp_gate_proj/max": 4.25, "train/tensor_act_model_layers_92_mlp_gate_proj/range": 8.4375, "train/tensor_act_model_layers_92_mlp_up_proj/norm": 5325.52001953125, "train/tensor_act_model_layers_92_mlp_up_proj/mean": -0.0172119140625, "train/tensor_act_model_layers_92_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_92_mlp_up_proj/max_abs": 4.5625, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp_up_proj/min": -4.5625, "train/tensor_act_model_layers_92_mlp_up_proj/max": 4.0625, "train/tensor_act_model_layers_92_mlp_up_proj/range": 8.625, "train/tensor_act_model_layers_92_mlp_down_proj/norm": 30606.55078125, "train/tensor_act_model_layers_92_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_92_mlp_down_proj/std": 0.5390625, "train/tensor_act_model_layers_92_mlp_down_proj/max_abs": 17.125, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_mlp_down_proj/min": 14.0625, "train/tensor_act_model_layers_92_mlp_down_proj/max": 17.125, "train/tensor_act_model_layers_92_mlp_down_proj/range": 3.0625, "train/tensor_act_model_layers_92_mlp/norm": 8192.0, "train/tensor_act_model_layers_92_mlp/mean": 4.0, "train/tensor_act_model_layers_92_mlp/std": 0.0, "train/tensor_act_model_layers_92_mlp/max_abs": 4.0, "train/tensor_act_model_layers_92_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_92_mlp/min": 4.0, "train/tensor_act_model_layers_92_mlp/max": 4.0, "train/tensor_act_model_layers_92_mlp/range": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/norm": 761202.8125, "train/tensor_act_model_layers_92_residual_post_mlp/mean": 372.0, "train/tensor_act_model_layers_92_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_92_residual_post_mlp/max_abs": 374.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_92_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_92_residual_post_mlp/min": 366.0, "train/tensor_act_model_layers_92_residual_post_mlp/max": 374.0, "train/tensor_act_model_layers_92_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_93_residual_pre_attn/norm": 761202.8125, "train/tensor_act_model_layers_93_residual_pre_attn/mean": 372.0, "train/tensor_act_model_layers_93_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_93_residual_pre_attn/max_abs": 374.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_pre_attn/min": 366.0, "train/tensor_act_model_layers_93_residual_pre_attn/max": 374.0, "train/tensor_act_model_layers_93_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_93_residual_post_attn/norm": 761202.8125, "train/tensor_act_model_layers_93_residual_post_attn/mean": 372.0, "train/tensor_act_model_layers_93_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_93_residual_post_attn/max_abs": 374.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_attn/min": 366.0, "train/tensor_act_model_layers_93_residual_post_attn/max": 374.0, "train/tensor_act_model_layers_93_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_93_mlp_gate_proj/norm": 5399.19921875, "train/tensor_act_model_layers_93_mlp_gate_proj/mean": -0.19140625, "train/tensor_act_model_layers_93_mlp_gate_proj/std": 1.8515625, "train/tensor_act_model_layers_93_mlp_gate_proj/max_abs": 4.375, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_gate_proj/min": -4.03125, "train/tensor_act_model_layers_93_mlp_gate_proj/max": 4.375, "train/tensor_act_model_layers_93_mlp_gate_proj/range": 8.40625, "train/tensor_act_model_layers_93_mlp_up_proj/norm": 5455.873046875, "train/tensor_act_model_layers_93_mlp_up_proj/mean": 0.1884765625, "train/tensor_act_model_layers_93_mlp_up_proj/std": 1.875, "train/tensor_act_model_layers_93_mlp_up_proj/max_abs": 4.40625, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp_up_proj/min": -4.0625, "train/tensor_act_model_layers_93_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_93_mlp_up_proj/range": 8.46875, "train/tensor_act_model_layers_93_mlp_down_proj/norm": 30710.072265625, "train/tensor_act_model_layers_93_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_93_mlp_down_proj/std": 0.55078125, "train/tensor_act_model_layers_93_mlp_down_proj/max_abs": 16.75, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_mlp_down_proj/min": 14.0, "train/tensor_act_model_layers_93_mlp_down_proj/max": 16.75, "train/tensor_act_model_layers_93_mlp_down_proj/range": 2.75, "train/tensor_act_model_layers_93_mlp/norm": 8192.0, "train/tensor_act_model_layers_93_mlp/mean": 4.0, "train/tensor_act_model_layers_93_mlp/std": 0.0, "train/tensor_act_model_layers_93_mlp/max_abs": 4.0, "train/tensor_act_model_layers_93_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_93_mlp/min": 4.0, "train/tensor_act_model_layers_93_mlp/max": 4.0, "train/tensor_act_model_layers_93_mlp/range": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/norm": 769394.8125, "train/tensor_act_model_layers_93_residual_post_mlp/mean": 376.0, "train/tensor_act_model_layers_93_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_93_residual_post_mlp/max_abs": 378.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_93_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_93_residual_post_mlp/min": 370.0, "train/tensor_act_model_layers_93_residual_post_mlp/max": 378.0, "train/tensor_act_model_layers_93_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_94_residual_pre_attn/norm": 769394.8125, "train/tensor_act_model_layers_94_residual_pre_attn/mean": 376.0, "train/tensor_act_model_layers_94_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_94_residual_pre_attn/max_abs": 378.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_pre_attn/min": 370.0, "train/tensor_act_model_layers_94_residual_pre_attn/max": 378.0, "train/tensor_act_model_layers_94_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_94_residual_post_attn/norm": 769394.8125, "train/tensor_act_model_layers_94_residual_post_attn/mean": 376.0, "train/tensor_act_model_layers_94_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_94_residual_post_attn/max_abs": 378.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_attn/min": 370.0, "train/tensor_act_model_layers_94_residual_post_attn/max": 378.0, "train/tensor_act_model_layers_94_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_94_mlp_gate_proj/norm": 5321.44677734375, "train/tensor_act_model_layers_94_mlp_gate_proj/mean": -0.07177734375, "train/tensor_act_model_layers_94_mlp_gate_proj/std": 1.8359375, "train/tensor_act_model_layers_94_mlp_gate_proj/max_abs": 4.65625, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_gate_proj/min": -4.34375, "train/tensor_act_model_layers_94_mlp_gate_proj/max": 4.65625, "train/tensor_act_model_layers_94_mlp_gate_proj/range": 9.0, "train/tensor_act_model_layers_94_mlp_up_proj/norm": 5318.64404296875, "train/tensor_act_model_layers_94_mlp_up_proj/mean": -0.203125, "train/tensor_act_model_layers_94_mlp_up_proj/std": 1.828125, "train/tensor_act_model_layers_94_mlp_up_proj/max_abs": 4.59375, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp_up_proj/min": -4.28125, "train/tensor_act_model_layers_94_mlp_up_proj/max": 4.59375, "train/tensor_act_model_layers_94_mlp_up_proj/range": 8.875, "train/tensor_act_model_layers_94_mlp_down_proj/norm": 30603.259765625, "train/tensor_act_model_layers_94_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_94_mlp_down_proj/std": 0.640625, "train/tensor_act_model_layers_94_mlp_down_proj/max_abs": 18.625, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_mlp_down_proj/min": 13.9375, "train/tensor_act_model_layers_94_mlp_down_proj/max": 18.625, "train/tensor_act_model_layers_94_mlp_down_proj/range": 4.6875, "train/tensor_act_model_layers_94_mlp/norm": 8192.0, "train/tensor_act_model_layers_94_mlp/mean": 4.0, "train/tensor_act_model_layers_94_mlp/std": 0.0, "train/tensor_act_model_layers_94_mlp/max_abs": 4.0, "train/tensor_act_model_layers_94_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_94_mlp/min": 4.0, "train/tensor_act_model_layers_94_mlp/max": 4.0, "train/tensor_act_model_layers_94_mlp/range": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/norm": 777586.75, "train/tensor_act_model_layers_94_residual_post_mlp/mean": 380.0, "train/tensor_act_model_layers_94_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_94_residual_post_mlp/max_abs": 382.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_94_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_94_residual_post_mlp/min": 374.0, "train/tensor_act_model_layers_94_residual_post_mlp/max": 382.0, "train/tensor_act_model_layers_94_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_95_residual_pre_attn/norm": 777586.75, "train/tensor_act_model_layers_95_residual_pre_attn/mean": 380.0, "train/tensor_act_model_layers_95_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_95_residual_pre_attn/max_abs": 382.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_pre_attn/min": 374.0, "train/tensor_act_model_layers_95_residual_pre_attn/max": 382.0, "train/tensor_act_model_layers_95_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_95_residual_post_attn/norm": 777586.75, "train/tensor_act_model_layers_95_residual_post_attn/mean": 380.0, "train/tensor_act_model_layers_95_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_95_residual_post_attn/max_abs": 382.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_attn/min": 374.0, "train/tensor_act_model_layers_95_residual_post_attn/max": 382.0, "train/tensor_act_model_layers_95_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_95_mlp_gate_proj/norm": 5306.82421875, "train/tensor_act_model_layers_95_mlp_gate_proj/mean": -0.1396484375, "train/tensor_act_model_layers_95_mlp_gate_proj/std": 1.828125, "train/tensor_act_model_layers_95_mlp_gate_proj/max_abs": 4.5625, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_gate_proj/min": -4.5, "train/tensor_act_model_layers_95_mlp_gate_proj/max": 4.5625, "train/tensor_act_model_layers_95_mlp_gate_proj/range": 9.0625, "train/tensor_act_model_layers_95_mlp_up_proj/norm": 5398.373046875, "train/tensor_act_model_layers_95_mlp_up_proj/mean": 0.1279296875, "train/tensor_act_model_layers_95_mlp_up_proj/std": 1.859375, "train/tensor_act_model_layers_95_mlp_up_proj/max_abs": 4.40625, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp_up_proj/min": -4.25, "train/tensor_act_model_layers_95_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_95_mlp_up_proj/range": 8.65625, "train/tensor_act_model_layers_95_mlp_down_proj/norm": 30758.923828125, "train/tensor_act_model_layers_95_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_95_mlp_down_proj/std": 0.640625, "train/tensor_act_model_layers_95_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_mlp_down_proj/min": 14.0, "train/tensor_act_model_layers_95_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_95_mlp_down_proj/range": 3.75, "train/tensor_act_model_layers_95_mlp/norm": 8192.0, "train/tensor_act_model_layers_95_mlp/mean": 4.0, "train/tensor_act_model_layers_95_mlp/std": 0.0, "train/tensor_act_model_layers_95_mlp/max_abs": 4.0, "train/tensor_act_model_layers_95_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_95_mlp/min": 4.0, "train/tensor_act_model_layers_95_mlp/max": 4.0, "train/tensor_act_model_layers_95_mlp/range": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/norm": 785778.75, "train/tensor_act_model_layers_95_residual_post_mlp/mean": 384.0, "train/tensor_act_model_layers_95_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_95_residual_post_mlp/max_abs": 386.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_95_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_95_residual_post_mlp/min": 378.0, "train/tensor_act_model_layers_95_residual_post_mlp/max": 386.0, "train/tensor_act_model_layers_95_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_96_residual_pre_attn/norm": 785778.75, "train/tensor_act_model_layers_96_residual_pre_attn/mean": 384.0, "train/tensor_act_model_layers_96_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_96_residual_pre_attn/max_abs": 386.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_pre_attn/min": 378.0, "train/tensor_act_model_layers_96_residual_pre_attn/max": 386.0, "train/tensor_act_model_layers_96_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_96_residual_post_attn/norm": 785778.75, "train/tensor_act_model_layers_96_residual_post_attn/mean": 384.0, "train/tensor_act_model_layers_96_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_96_residual_post_attn/max_abs": 386.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_attn/min": 378.0, "train/tensor_act_model_layers_96_residual_post_attn/max": 386.0, "train/tensor_act_model_layers_96_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_96_mlp_gate_proj/norm": 5387.14453125, "train/tensor_act_model_layers_96_mlp_gate_proj/mean": 0.01019287109375, "train/tensor_act_model_layers_96_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_96_mlp_gate_proj/max_abs": 4.59375, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_gate_proj/min": -4.59375, "train/tensor_act_model_layers_96_mlp_gate_proj/max": 4.21875, "train/tensor_act_model_layers_96_mlp_gate_proj/range": 8.8125, "train/tensor_act_model_layers_96_mlp_up_proj/norm": 5415.966796875, "train/tensor_act_model_layers_96_mlp_up_proj/mean": -0.060302734375, "train/tensor_act_model_layers_96_mlp_up_proj/std": 1.8671875, "train/tensor_act_model_layers_96_mlp_up_proj/max_abs": 4.65625, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp_up_proj/min": -4.65625, "train/tensor_act_model_layers_96_mlp_up_proj/max": 4.40625, "train/tensor_act_model_layers_96_mlp_up_proj/range": 9.0625, "train/tensor_act_model_layers_96_mlp_down_proj/norm": 30683.119140625, "train/tensor_act_model_layers_96_mlp_down_proj/mean": 15.0, "train/tensor_act_model_layers_96_mlp_down_proj/std": 0.6171875, "train/tensor_act_model_layers_96_mlp_down_proj/max_abs": 17.25, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_mlp_down_proj/min": 14.0, "train/tensor_act_model_layers_96_mlp_down_proj/max": 17.25, "train/tensor_act_model_layers_96_mlp_down_proj/range": 3.25, "train/tensor_act_model_layers_96_mlp/norm": 8192.0, "train/tensor_act_model_layers_96_mlp/mean": 4.0, "train/tensor_act_model_layers_96_mlp/std": 0.0, "train/tensor_act_model_layers_96_mlp/max_abs": 4.0, "train/tensor_act_model_layers_96_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_96_mlp/min": 4.0, "train/tensor_act_model_layers_96_mlp/max": 4.0, "train/tensor_act_model_layers_96_mlp/range": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/norm": 793970.75, "train/tensor_act_model_layers_96_residual_post_mlp/mean": 388.0, "train/tensor_act_model_layers_96_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_96_residual_post_mlp/max_abs": 390.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_96_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_96_residual_post_mlp/min": 382.0, "train/tensor_act_model_layers_96_residual_post_mlp/max": 390.0, "train/tensor_act_model_layers_96_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_97_residual_pre_attn/norm": 793970.75, "train/tensor_act_model_layers_97_residual_pre_attn/mean": 388.0, "train/tensor_act_model_layers_97_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_97_residual_pre_attn/max_abs": 390.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_pre_attn/min": 382.0, "train/tensor_act_model_layers_97_residual_pre_attn/max": 390.0, "train/tensor_act_model_layers_97_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_97_residual_post_attn/norm": 793970.75, "train/tensor_act_model_layers_97_residual_post_attn/mean": 388.0, "train/tensor_act_model_layers_97_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_97_residual_post_attn/max_abs": 390.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_attn/min": 382.0, "train/tensor_act_model_layers_97_residual_post_attn/max": 390.0, "train/tensor_act_model_layers_97_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_97_mlp_gate_proj/norm": 5351.5546875, "train/tensor_act_model_layers_97_mlp_gate_proj/mean": -0.04296875, "train/tensor_act_model_layers_97_mlp_gate_proj/std": 1.84375, "train/tensor_act_model_layers_97_mlp_gate_proj/max_abs": 4.5, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_gate_proj/min": -4.3125, "train/tensor_act_model_layers_97_mlp_gate_proj/max": 4.5, "train/tensor_act_model_layers_97_mlp_gate_proj/range": 8.8125, "train/tensor_act_model_layers_97_mlp_up_proj/norm": 5348.29150390625, "train/tensor_act_model_layers_97_mlp_up_proj/mean": -0.1640625, "train/tensor_act_model_layers_97_mlp_up_proj/std": 1.8359375, "train/tensor_act_model_layers_97_mlp_up_proj/max_abs": 4.34375, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp_up_proj/min": -4.125, "train/tensor_act_model_layers_97_mlp_up_proj/max": 4.34375, "train/tensor_act_model_layers_97_mlp_up_proj/range": 8.46875, "train/tensor_act_model_layers_97_mlp_down_proj/norm": 30579.53515625, "train/tensor_act_model_layers_97_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_97_mlp_down_proj/std": 0.65625, "train/tensor_act_model_layers_97_mlp_down_proj/max_abs": 18.125, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_mlp_down_proj/min": 13.9375, "train/tensor_act_model_layers_97_mlp_down_proj/max": 18.125, "train/tensor_act_model_layers_97_mlp_down_proj/range": 4.1875, "train/tensor_act_model_layers_97_mlp/norm": 8192.0, "train/tensor_act_model_layers_97_mlp/mean": 4.0, "train/tensor_act_model_layers_97_mlp/std": 0.0, "train/tensor_act_model_layers_97_mlp/max_abs": 4.0, "train/tensor_act_model_layers_97_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_97_mlp/min": 4.0, "train/tensor_act_model_layers_97_mlp/max": 4.0, "train/tensor_act_model_layers_97_mlp/range": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/norm": 802162.6875, "train/tensor_act_model_layers_97_residual_post_mlp/mean": 392.0, "train/tensor_act_model_layers_97_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_97_residual_post_mlp/max_abs": 394.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_97_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_97_residual_post_mlp/min": 386.0, "train/tensor_act_model_layers_97_residual_post_mlp/max": 394.0, "train/tensor_act_model_layers_97_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_98_residual_pre_attn/norm": 802162.6875, "train/tensor_act_model_layers_98_residual_pre_attn/mean": 392.0, "train/tensor_act_model_layers_98_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_98_residual_pre_attn/max_abs": 394.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_pre_attn/min": 386.0, "train/tensor_act_model_layers_98_residual_pre_attn/max": 394.0, "train/tensor_act_model_layers_98_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_98_residual_post_attn/norm": 802162.6875, "train/tensor_act_model_layers_98_residual_post_attn/mean": 392.0, "train/tensor_act_model_layers_98_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_98_residual_post_attn/max_abs": 394.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_attn/min": 386.0, "train/tensor_act_model_layers_98_residual_post_attn/max": 394.0, "train/tensor_act_model_layers_98_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_98_mlp_gate_proj/norm": 5423.31689453125, "train/tensor_act_model_layers_98_mlp_gate_proj/mean": -0.21484375, "train/tensor_act_model_layers_98_mlp_gate_proj/std": 1.859375, "train/tensor_act_model_layers_98_mlp_gate_proj/max_abs": 4.875, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_gate_proj/min": -4.875, "train/tensor_act_model_layers_98_mlp_gate_proj/max": 4.625, "train/tensor_act_model_layers_98_mlp_gate_proj/range": 9.5, "train/tensor_act_model_layers_98_mlp_up_proj/norm": 5358.34033203125, "train/tensor_act_model_layers_98_mlp_up_proj/mean": 0.111328125, "train/tensor_act_model_layers_98_mlp_up_proj/std": 1.84375, "train/tensor_act_model_layers_98_mlp_up_proj/max_abs": 4.96875, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp_up_proj/min": -4.59375, "train/tensor_act_model_layers_98_mlp_up_proj/max": 4.96875, "train/tensor_act_model_layers_98_mlp_up_proj/range": 9.5625, "train/tensor_act_model_layers_98_mlp_down_proj/norm": 30481.640625, "train/tensor_act_model_layers_98_mlp_down_proj/mean": 14.875, "train/tensor_act_model_layers_98_mlp_down_proj/std": 0.62890625, "train/tensor_act_model_layers_98_mlp_down_proj/max_abs": 18.375, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_mlp_down_proj/min": 13.9375, "train/tensor_act_model_layers_98_mlp_down_proj/max": 18.375, "train/tensor_act_model_layers_98_mlp_down_proj/range": 4.4375, "train/tensor_act_model_layers_98_mlp/norm": 8192.0, "train/tensor_act_model_layers_98_mlp/mean": 4.0, "train/tensor_act_model_layers_98_mlp/std": 0.0, "train/tensor_act_model_layers_98_mlp/max_abs": 4.0, "train/tensor_act_model_layers_98_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_98_mlp/min": 4.0, "train/tensor_act_model_layers_98_mlp/max": 4.0, "train/tensor_act_model_layers_98_mlp/range": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/norm": 810354.625, "train/tensor_act_model_layers_98_residual_post_mlp/mean": 396.0, "train/tensor_act_model_layers_98_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_98_residual_post_mlp/max_abs": 398.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_98_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_98_residual_post_mlp/min": 390.0, "train/tensor_act_model_layers_98_residual_post_mlp/max": 398.0, "train/tensor_act_model_layers_98_residual_post_mlp/range": 8.0, "train/tensor_act_model_layers_99_residual_pre_attn/norm": 810354.625, "train/tensor_act_model_layers_99_residual_pre_attn/mean": 396.0, "train/tensor_act_model_layers_99_residual_pre_attn/std": 0.90625, "train/tensor_act_model_layers_99_residual_pre_attn/max_abs": 398.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_pre_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_pre_attn/min": 390.0, "train/tensor_act_model_layers_99_residual_pre_attn/max": 398.0, "train/tensor_act_model_layers_99_residual_pre_attn/range": 8.0, "train/tensor_act_model_layers_99_residual_post_attn/norm": 810354.625, "train/tensor_act_model_layers_99_residual_post_attn/mean": 396.0, "train/tensor_act_model_layers_99_residual_post_attn/std": 0.90625, "train/tensor_act_model_layers_99_residual_post_attn/max_abs": 398.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_attn/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_attn/min": 390.0, "train/tensor_act_model_layers_99_residual_post_attn/max": 398.0, "train/tensor_act_model_layers_99_residual_post_attn/range": 8.0, "train/tensor_act_model_layers_99_mlp_gate_proj/norm": 5505.16796875, "train/tensor_act_model_layers_99_mlp_gate_proj/mean": -0.0927734375, "train/tensor_act_model_layers_99_mlp_gate_proj/std": 1.8984375, "train/tensor_act_model_layers_99_mlp_gate_proj/max_abs": 4.84375, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_gate_proj/min": -4.59375, "train/tensor_act_model_layers_99_mlp_gate_proj/max": 4.84375, "train/tensor_act_model_layers_99_mlp_gate_proj/range": 9.4375, "train/tensor_act_model_layers_99_mlp_up_proj/norm": 5354.85791015625, "train/tensor_act_model_layers_99_mlp_up_proj/mean": 0.02490234375, "train/tensor_act_model_layers_99_mlp_up_proj/std": 1.8515625, "train/tensor_act_model_layers_99_mlp_up_proj/max_abs": 4.71875, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp_up_proj/min": -4.53125, "train/tensor_act_model_layers_99_mlp_up_proj/max": 4.71875, "train/tensor_act_model_layers_99_mlp_up_proj/range": 9.25, "train/tensor_act_model_layers_99_mlp_down_proj/norm": 30582.12109375, "train/tensor_act_model_layers_99_mlp_down_proj/mean": 14.9375, "train/tensor_act_model_layers_99_mlp_down_proj/std": 0.734375, "train/tensor_act_model_layers_99_mlp_down_proj/max_abs": 17.75, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp_down_proj/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_mlp_down_proj/min": 13.5, "train/tensor_act_model_layers_99_mlp_down_proj/max": 17.75, "train/tensor_act_model_layers_99_mlp_down_proj/range": 4.25, "train/tensor_act_model_layers_99_mlp/norm": 8191.75048828125, "train/tensor_act_model_layers_99_mlp/mean": 4.0, "train/tensor_act_model_layers_99_mlp/std": 0.001373291015625, "train/tensor_act_model_layers_99_mlp/max_abs": 4.0, "train/tensor_act_model_layers_99_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_mlp/frac_near_user_limit": 0.0, "train/tensor_act_model_layers_99_mlp/min": 3.984375, "train/tensor_act_model_layers_99_mlp/max": 4.0, "train/tensor_act_model_layers_99_mlp/range": 0.015625, "train/tensor_act_model_layers_99_residual_post_mlp/norm": 818546.625, "train/tensor_act_model_layers_99_residual_post_mlp/mean": 400.0, "train/tensor_act_model_layers_99_residual_post_mlp/std": 0.90625, "train/tensor_act_model_layers_99_residual_post_mlp/max_abs": 402.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_dtype_limit": 0.0, "train/tensor_act_model_layers_99_residual_post_mlp/frac_near_user_limit": 1.0, "train/tensor_act_model_layers_99_residual_post_mlp/min": 394.0, "train/tensor_act_model_layers_99_residual_post_mlp/max": 402.0, "train/tensor_act_model_layers_99_residual_post_mlp/range": 8.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/norm": 248832.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/mean": 0.006072998046875, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/std": 1376.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max_abs": 54016.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.007720947265625, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/min": -40704.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/max": 54016.0, "train/tensor_grad_model_layers_99_mlp_down_proj_weight/range": 94720.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/norm": 49408.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/mean": -4.71875, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/std": 274.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max_abs": 1256.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.964691162109375, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/min": -992.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/max": 1256.0, "train/tensor_grad_model_layers_99_mlp_up_proj_weight/range": 2248.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/norm": 47616.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/mean": -19.875, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/std": 262.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max_abs": 984.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.96484375, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/min": -960.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/max": 984.0, "train/tensor_grad_model_layers_99_mlp_gate_proj_weight/range": 1944.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_98_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_98_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_98_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_97_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_97_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_97_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_96_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_96_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_96_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_95_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_95_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_95_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_94_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_94_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_94_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_93_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_93_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_93_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_92_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_92_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_92_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_91_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_91_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_91_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_90_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_90_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_90_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_89_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_89_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_89_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_88_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_88_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_88_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_87_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_87_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_87_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_86_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_86_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_86_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_85_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_85_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_85_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_84_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_84_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_84_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_83_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_83_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_83_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_82_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_82_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_82_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_81_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_81_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_81_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_80_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_80_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_80_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_79_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_79_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_79_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_78_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_78_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_78_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_77_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_77_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_77_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_76_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_76_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_76_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_75_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_75_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_75_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_74_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_74_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_74_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_73_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_73_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_73_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_72_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_72_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_72_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_71_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_71_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_71_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_70_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_70_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_70_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_69_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_69_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_69_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_68_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_68_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_68_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_67_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_67_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_67_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_66_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_66_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_66_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_65_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_65_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_65_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_64_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_64_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_64_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_63_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_63_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_63_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_62_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_62_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_62_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_61_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_61_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_61_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_60_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_60_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_60_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_59_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_59_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_59_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_58_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_58_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_58_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_57_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_57_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_57_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_56_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_56_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_56_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_55_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_55_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_55_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_54_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_54_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_54_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_53_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_53_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_53_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_52_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_52_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_52_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_51_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_51_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_51_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_50_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_50_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_50_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_49_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_49_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_49_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_48_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_48_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_48_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_47_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_47_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_47_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_46_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_46_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_46_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_45_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_45_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_45_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_44_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_44_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_44_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_43_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_43_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_43_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_42_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_42_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_42_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_41_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_41_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_41_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_40_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_40_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_40_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_39_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_39_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_39_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_38_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_38_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_38_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_37_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_37_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_37_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_36_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_36_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_36_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_35_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_35_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_35_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_34_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_34_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_34_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_33_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_33_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_33_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_32_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_32_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_32_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_31_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_31_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_31_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_30_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_30_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_30_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_29_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_29_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_29_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_28_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_28_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_28_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_27_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_27_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_27_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_26_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_26_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_26_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_25_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_25_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_25_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_24_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_24_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_24_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_23_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_23_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_23_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_22_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_22_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_22_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_21_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_21_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_21_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_20_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_20_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_20_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_19_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_19_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_19_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_18_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_18_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_18_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_17_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_17_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_17_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_16_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_16_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_16_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_15_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_15_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_15_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_14_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_14_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_14_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_13_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_13_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_13_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_12_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_12_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_12_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_11_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_11_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_11_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_10_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_10_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_10_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_9_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_9_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_9_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_8_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_8_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_8_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_7_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_7_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_7_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_6_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_6_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_6_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_5_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_5_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_5_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_4_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_4_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_4_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_3_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_3_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_3_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_2_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_2_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_2_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/std": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/min": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/max": 0.0, "train/tensor_grad_model_layers_1_mlp_down_proj_weight/range": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/std": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/min": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/max": 0.0, "train/tensor_grad_model_layers_1_mlp_up_proj_weight/range": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/norm": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/mean": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/std": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max_abs": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/min": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/max": 0.0, "train/tensor_grad_model_layers_1_mlp_gate_proj_weight/range": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/norm": 1998848.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/mean": 556.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/std": 11072.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max_abs": 27904.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.99993896484375, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/min": -24960.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/max": 27904.0, "train/tensor_grad_model_layers_0_mlp_down_proj_weight/range": 52864.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/norm": 2375680.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/mean": -94.5, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/std": 13120.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max_abs": 70144.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.999725341796875, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/min": -70144.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/max": 64768.0, "train/tensor_grad_model_layers_0_mlp_up_proj_weight/range": 134912.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/norm": 2375680.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/mean": -5.78125, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/std": 13120.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max_abs": 69120.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.999603271484375, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/min": -63744.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/max": 69120.0, "train/tensor_grad_model_layers_0_mlp_gate_proj_weight/range": 132864.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/mean": 2.0384788513183594e-05, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_0_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_0_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_0_mlp_up_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_0_mlp_up_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_0_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_0_mlp_down_proj_weight/norm": 8.875, "train/tensor_param_model_layers_0_mlp_down_proj_weight/mean": -0.00107574462890625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/std": 0.049072265625, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_0_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_0_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/mean": 0.000621795654296875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_1_mlp_gate_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_1_mlp_up_proj_weight/mean": -0.00164031982421875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_up_proj_weight/min": -0.1123046875, "train/tensor_param_model_layers_1_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_1_mlp_up_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_1_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/mean": -0.0016632080078125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max_abs": 0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_1_mlp_down_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_1_mlp_down_proj_weight/range": 0.2373046875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/mean": -0.000949859619140625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max_abs": 0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/min": -0.11181640625, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/max": 0.1044921875, "train/tensor_param_model_layers_2_mlp_gate_proj_weight/range": 0.21630859375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_2_mlp_up_proj_weight/mean": 0.0003147125244140625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_up_proj_weight/min": -0.10302734375, "train/tensor_param_model_layers_2_mlp_up_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_2_mlp_up_proj_weight/range": 0.22265625, "train/tensor_param_model_layers_2_mlp_down_proj_weight/norm": 5.59375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/mean": -0.0010528564453125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/std": 0.03076171875, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max_abs": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_2_mlp_down_proj_weight/min": -0.0986328125, "train/tensor_param_model_layers_2_mlp_down_proj_weight/max": 0.1005859375, "train/tensor_param_model_layers_2_mlp_down_proj_weight/range": 0.19921875, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/norm": 5.75, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/mean": -9.918212890625e-05, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_3_mlp_gate_proj_weight/range": 0.22802734375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/norm": 5.75, "train/tensor_param_model_layers_3_mlp_up_proj_weight/mean": -0.000606536865234375, "train/tensor_param_model_layers_3_mlp_up_proj_weight/std": 0.03173828125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max_abs": 0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_up_proj_weight/min": -0.1064453125, "train/tensor_param_model_layers_3_mlp_up_proj_weight/max": 0.10107421875, "train/tensor_param_model_layers_3_mlp_up_proj_weight/range": 0.20751953125, "train/tensor_param_model_layers_3_mlp_down_proj_weight/norm": 5.625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/mean": 0.0028533935546875, "train/tensor_param_model_layers_3_mlp_down_proj_weight/std": 0.0308837890625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max_abs": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_3_mlp_down_proj_weight/min": -0.1025390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/max": 0.10400390625, "train/tensor_param_model_layers_3_mlp_down_proj_weight/range": 0.20654296875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/norm": 5.6875, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/mean": -0.000659942626953125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max_abs": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_4_mlp_gate_proj_weight/range": 0.22119140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/norm": 5.71875, "train/tensor_param_model_layers_4_mlp_up_proj_weight/mean": 0.000240325927734375, "train/tensor_param_model_layers_4_mlp_up_proj_weight/std": 0.031494140625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_up_proj_weight/min": -0.103515625, "train/tensor_param_model_layers_4_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_4_mlp_up_proj_weight/range": 0.228515625, "train/tensor_param_model_layers_4_mlp_down_proj_weight/norm": 5.5, "train/tensor_param_model_layers_4_mlp_down_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/std": 0.0303955078125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_4_mlp_down_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_4_mlp_down_proj_weight/max": 0.1083984375, "train/tensor_param_model_layers_4_mlp_down_proj_weight/range": 0.22607421875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/mean": 0.000774383544921875, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_5_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/norm": 5.96875, "train/tensor_param_model_layers_5_mlp_up_proj_weight/mean": 0.000736236572265625, "train/tensor_param_model_layers_5_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_5_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_5_mlp_down_proj_weight/mean": 0.0013427734375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/std": 0.032470703125, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_5_mlp_down_proj_weight/min": -0.10693359375, "train/tensor_param_model_layers_5_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_5_mlp_down_proj_weight/range": 0.22705078125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/mean": -0.0003910064697265625, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max_abs": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/min": -0.109375, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/max": 0.11376953125, "train/tensor_param_model_layers_6_mlp_gate_proj_weight/range": 0.22314453125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/norm": 5.9375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/mean": 0.000457763671875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_6_mlp_up_proj_weight/max": 0.11279296875, "train/tensor_param_model_layers_6_mlp_up_proj_weight/range": 0.23779296875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/norm": 5.84375, "train/tensor_param_model_layers_6_mlp_down_proj_weight/mean": 0.00066375732421875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/std": 0.0322265625, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_6_mlp_down_proj_weight/min": -0.111328125, "train/tensor_param_model_layers_6_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_6_mlp_down_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max_abs": 0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_gate_proj_weight/range": 0.23193359375, "train/tensor_param_model_layers_7_mlp_up_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/mean": 0.00055694580078125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_up_proj_weight/min": -0.1142578125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_7_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/norm": 5.90625, "train/tensor_param_model_layers_7_mlp_down_proj_weight/mean": -0.000164031982421875, "train/tensor_param_model_layers_7_mlp_down_proj_weight/std": 0.03271484375, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_7_mlp_down_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/max": 0.1142578125, "train/tensor_param_model_layers_7_mlp_down_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/mean": -0.0002765655517578125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_8_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_8_mlp_up_proj_weight/mean": -0.00010347366333007812, "train/tensor_param_model_layers_8_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_8_mlp_up_proj_weight/range": 0.240234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/norm": 6.09375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/mean": 0.0001049041748046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_8_mlp_down_proj_weight/min": -0.11865234375, "train/tensor_param_model_layers_8_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_8_mlp_down_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/mean": 0.00244140625, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_9_mlp_gate_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/mean": -0.0004634857177734375, "train/tensor_param_model_layers_9_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_up_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_9_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_9_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/norm": 6.0625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/mean": -0.0005340576171875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_9_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_9_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_9_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/mean": 0.0003108978271484375, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/max": 0.1171875, "train/tensor_param_model_layers_10_mlp_gate_proj_weight/range": 0.2421875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_10_mlp_up_proj_weight/mean": -0.0010223388671875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_10_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_10_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_10_mlp_down_proj_weight/mean": -0.0003871917724609375, "train/tensor_param_model_layers_10_mlp_down_proj_weight/std": 0.033447265625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_10_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_10_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_10_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/mean": 0.0001621246337890625, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_11_mlp_gate_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_11_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/mean": 1.4185905456542969e-05, "train/tensor_param_model_layers_11_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_11_mlp_up_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_11_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_11_mlp_down_proj_weight/norm": 6.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/mean": 0.00084686279296875, "train/tensor_param_model_layers_11_mlp_down_proj_weight/std": 0.032958984375, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max_abs": 0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_11_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/max": 0.111328125, "train/tensor_param_model_layers_11_mlp_down_proj_weight/range": 0.224609375, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/mean": 0.0003204345703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_12_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_up_proj_weight/min": -0.115234375, "train/tensor_param_model_layers_12_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_12_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/mean": 0.00012683868408203125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_12_mlp_down_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_12_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_12_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/mean": 0.0004863739013671875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_13_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_13_mlp_up_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/mean": -0.000720977783203125, "train/tensor_param_model_layers_13_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_13_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_13_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_13_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/mean": 0.0019073486328125, "train/tensor_param_model_layers_13_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_13_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_13_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_13_mlp_down_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/mean": -0.002044677734375, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_14_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_14_mlp_up_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_14_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_14_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/norm": 6.03125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/mean": -0.000591278076171875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/std": 0.033203125, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max_abs": 0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_14_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_14_mlp_down_proj_weight/max": 0.115234375, "train/tensor_param_model_layers_14_mlp_down_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/mean": -0.000720977783203125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_gate_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/mean": -0.00063323974609375, "train/tensor_param_model_layers_15_mlp_up_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_15_mlp_up_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_15_mlp_up_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/norm": 6.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/mean": -0.0002593994140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/std": 0.03369140625, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_15_mlp_down_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_15_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/mean": -0.00038909912109375, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_16_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_16_mlp_up_proj_weight/mean": -0.0008392333984375, "train/tensor_param_model_layers_16_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_16_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_16_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/norm": 6.15625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/mean": -0.000789642333984375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/std": 0.033935546875, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_16_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_16_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_16_mlp_down_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/mean": 0.00124359130859375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_17_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_17_mlp_up_proj_weight/mean": -0.0004825592041015625, "train/tensor_param_model_layers_17_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_up_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_17_mlp_up_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_17_mlp_up_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_17_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_17_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_17_mlp_down_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_17_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_17_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/mean": -0.001190185546875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_18_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/mean": -0.0002536773681640625, "train/tensor_param_model_layers_18_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_18_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_18_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_18_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_18_mlp_down_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/mean": 0.00026702880859375, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_19_mlp_up_proj_weight/mean": -0.001800537109375, "train/tensor_param_model_layers_19_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_19_mlp_up_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_19_mlp_up_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/mean": 0.00170135498046875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_19_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_19_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/mean": -0.001373291015625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_20_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_20_mlp_up_proj_weight/mean": 0.000492095947265625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_up_proj_weight/min": -0.12109375, "train/tensor_param_model_layers_20_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_20_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_20_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/mean": 0.000186920166015625, "train/tensor_param_model_layers_20_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_20_mlp_down_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_20_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/mean": 0.00019168853759765625, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_21_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_21_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/mean": 0.0001506805419921875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_21_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_21_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_21_mlp_down_proj_weight/mean": 0.000701904296875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max_abs": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_21_mlp_down_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_21_mlp_down_proj_weight/range": 0.23681640625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/mean": -0.000270843505859375, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_22_mlp_gate_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/mean": -0.000888824462890625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_22_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_22_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_22_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_22_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_22_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_22_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/mean": 0.000545501708984375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_23_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_23_mlp_up_proj_weight/mean": 0.0020751953125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_23_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_23_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_23_mlp_down_proj_weight/mean": -0.00011301040649414062, "train/tensor_param_model_layers_23_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_23_mlp_down_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_23_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_23_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/mean": 0.00069427490234375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_24_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_24_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/mean": -0.001556396484375, "train/tensor_param_model_layers_24_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_up_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_24_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_24_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_24_mlp_down_proj_weight/mean": -0.000461578369140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_24_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_24_mlp_down_proj_weight/max": 0.119140625, "train/tensor_param_model_layers_24_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/mean": 0.00064849853515625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_25_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/mean": 0.00145721435546875, "train/tensor_param_model_layers_25_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_25_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_25_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_25_mlp_down_proj_weight/mean": 0.000499725341796875, "train/tensor_param_model_layers_25_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_25_mlp_down_proj_weight/min": -0.11328125, "train/tensor_param_model_layers_25_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_25_mlp_down_proj_weight/range": 0.2392578125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/mean": 0.00010442733764648438, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_26_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/mean": 0.0003833770751953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_26_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/mean": -0.0003185272216796875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_26_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_26_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_26_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/mean": 0.00148773193359375, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_27_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_27_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_27_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_27_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/mean": -0.00103759765625, "train/tensor_param_model_layers_27_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_27_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_27_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_27_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/mean": 0.00170135498046875, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_28_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_28_mlp_up_proj_weight/mean": -3.769993782043457e-06, "train/tensor_param_model_layers_28_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_28_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_28_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_28_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_28_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/mean": 0.00058746337890625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_29_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/mean": -0.000209808349609375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_29_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_29_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/mean": 0.0012969970703125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_29_mlp_down_proj_weight/min": -0.11962890625, "train/tensor_param_model_layers_29_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_29_mlp_down_proj_weight/range": 0.24658203125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/mean": -0.000881195068359375, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_30_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_30_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_30_mlp_up_proj_weight/mean": -0.0004863739013671875, "train/tensor_param_model_layers_30_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_30_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_30_mlp_down_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max_abs": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_30_mlp_down_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_30_mlp_down_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_30_mlp_down_proj_weight/range": 0.24072265625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/mean": -0.0012054443359375, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_31_mlp_up_proj_weight/mean": 0.00147247314453125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_31_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/mean": 0.00164031982421875, "train/tensor_param_model_layers_31_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_31_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_31_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/mean": -0.000331878662109375, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_32_mlp_gate_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/mean": -0.00020313262939453125, "train/tensor_param_model_layers_32_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max_abs": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_32_mlp_up_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_32_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_32_mlp_down_proj_weight/mean": -0.000576019287109375, "train/tensor_param_model_layers_32_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_32_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_32_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_32_mlp_down_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/mean": 0.00034332275390625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_33_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_33_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/mean": -0.00122833251953125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_up_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_33_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_33_mlp_up_proj_weight/range": 0.25537109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/mean": -0.0007781982421875, "train/tensor_param_model_layers_33_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_33_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_33_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_33_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/max": 0.1201171875, "train/tensor_param_model_layers_34_mlp_gate_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_34_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/mean": -0.00013637542724609375, "train/tensor_param_model_layers_34_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_up_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_34_mlp_up_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_34_mlp_down_proj_weight/mean": -0.00154876708984375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_34_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_34_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_34_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/mean": 0.0002307891845703125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_35_mlp_gate_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_35_mlp_up_proj_weight/mean": -0.00055694580078125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_35_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_35_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/mean": 0.00040435791015625, "train/tensor_param_model_layers_35_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_35_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_35_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_35_mlp_down_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/mean": -0.0020751953125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_36_mlp_gate_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/mean": -0.00112152099609375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_up_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_36_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_36_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_36_mlp_down_proj_weight/mean": 9.489059448242188e-05, "train/tensor_param_model_layers_36_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_36_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_36_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/mean": 0.00128936767578125, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_37_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_37_mlp_up_proj_weight/mean": -0.000682830810546875, "train/tensor_param_model_layers_37_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_37_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_37_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/mean": -0.000896453857421875, "train/tensor_param_model_layers_37_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_37_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_37_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_37_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/mean": 2.5987625122070312e-05, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_38_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_38_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/mean": -0.0003032684326171875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_38_mlp_up_proj_weight/max": 0.12158203125, "train/tensor_param_model_layers_38_mlp_up_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_38_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/mean": 0.0011444091796875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_38_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_38_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_38_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/mean": 0.001708984375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_39_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/mean": -0.00150299072265625, "train/tensor_param_model_layers_39_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_39_mlp_up_proj_weight/max": 0.11767578125, "train/tensor_param_model_layers_39_mlp_up_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_39_mlp_down_proj_weight/mean": -0.0003643035888671875, "train/tensor_param_model_layers_39_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_39_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_39_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/mean": -0.00086212158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/min": -0.12158203125, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_40_mlp_gate_proj_weight/range": 0.24609375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/mean": -0.00191497802734375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_40_mlp_down_proj_weight/mean": 0.000514984130859375, "train/tensor_param_model_layers_40_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_40_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_40_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_40_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/mean": -0.00135040283203125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_41_mlp_gate_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/mean": 0.00020885467529296875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_41_mlp_up_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_41_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/mean": -0.0003795623779296875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_41_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_41_mlp_down_proj_weight/max": 0.1162109375, "train/tensor_param_model_layers_41_mlp_down_proj_weight/range": 0.2412109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/mean": 0.00067138671875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_42_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_42_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_42_mlp_up_proj_weight/mean": 0.0012054443359375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_42_mlp_up_proj_weight/range": 0.24365234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_42_mlp_down_proj_weight/mean": 0.00091552734375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_42_mlp_down_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_42_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_42_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/norm": 6.25, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/min": -0.1201171875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_43_mlp_gate_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_43_mlp_up_proj_weight/norm": 6.25, "train/tensor_param_model_layers_43_mlp_up_proj_weight/mean": -0.000240325927734375, "train/tensor_param_model_layers_43_mlp_up_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_up_proj_weight/min": -0.11572265625, "train/tensor_param_model_layers_43_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_43_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_43_mlp_down_proj_weight/mean": -0.000125885009765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_43_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_43_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_43_mlp_down_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/mean": 0.001373291015625, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/min": -0.11669921875, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_44_mlp_gate_proj_weight/range": 0.24169921875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_44_mlp_up_proj_weight/mean": 0.001434326171875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_44_mlp_up_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_44_mlp_up_proj_weight/range": 0.24560546875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_44_mlp_down_proj_weight/mean": 0.000652313232421875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_44_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_44_mlp_down_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_44_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/mean": -0.0001220703125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_45_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/mean": -0.000926971435546875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_up_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_45_mlp_up_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/mean": 0.000926971435546875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max_abs": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_45_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_45_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_45_mlp_down_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/mean": 9.298324584960938e-05, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/mean": -0.00139617919921875, "train/tensor_param_model_layers_46_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_46_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_46_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_46_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_46_mlp_down_proj_weight/mean": -0.0003986358642578125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_46_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_46_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_46_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/mean": 0.00116729736328125, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/min": -0.119140625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_47_mlp_gate_proj_weight/range": 0.2451171875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_47_mlp_up_proj_weight/mean": 0.0003490447998046875, "train/tensor_param_model_layers_47_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_47_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_47_mlp_down_proj_weight/norm": 6.1875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/mean": -0.0013275146484375, "train/tensor_param_model_layers_47_mlp_down_proj_weight/std": 0.0341796875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_47_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_47_mlp_down_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/mean": 6.723403930664062e-05, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_48_mlp_gate_proj_weight/range": 0.2490234375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/mean": 0.0001125335693359375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max_abs": 0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_up_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_48_mlp_up_proj_weight/max": 0.12109375, "train/tensor_param_model_layers_48_mlp_up_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/mean": 0.00146484375, "train/tensor_param_model_layers_48_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_48_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_48_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_48_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/mean": 0.00091552734375, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_49_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_49_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_up_proj_weight/min": -0.11376953125, "train/tensor_param_model_layers_49_mlp_up_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_49_mlp_up_proj_weight/range": 0.236328125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_49_mlp_down_proj_weight/mean": -0.000759124755859375, "train/tensor_param_model_layers_49_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_49_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_49_mlp_down_proj_weight/max": 0.12353515625, "train/tensor_param_model_layers_49_mlp_down_proj_weight/range": 0.25341796875, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/mean": 0.0004215240478515625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_50_mlp_gate_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/mean": 0.0003223419189453125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_up_proj_weight/min": -0.1171875, "train/tensor_param_model_layers_50_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_50_mlp_up_proj_weight/range": 0.2470703125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/norm": 6.25, "train/tensor_param_model_layers_50_mlp_down_proj_weight/mean": 0.0014190673828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_50_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_50_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_50_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/mean": 0.001068115234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_51_mlp_gate_proj_weight/range": 0.25, "train/tensor_param_model_layers_51_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_51_mlp_up_proj_weight/mean": 0.0004863739013671875, "train/tensor_param_model_layers_51_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_up_proj_weight/min": -0.11767578125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_up_proj_weight/range": 0.24267578125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/mean": -0.00138092041015625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_51_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_51_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_51_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/mean": 0.000274658203125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_52_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_52_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_52_mlp_up_proj_weight/mean": 0.0009765625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_52_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/norm": 6.28125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/mean": -0.001220703125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/std": 0.03466796875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_52_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_52_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_52_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/mean": -4.26173210144043e-06, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_53_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/norm": 6.34375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/mean": -0.0003223419189453125, "train/tensor_param_model_layers_53_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_up_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_53_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_53_mlp_up_proj_weight/range": 0.25048828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/norm": 6.21875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/mean": 0.00102996826171875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/std": 0.034423828125, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max_abs": 0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_53_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_53_mlp_down_proj_weight/max": 0.12060546875, "train/tensor_param_model_layers_53_mlp_down_proj_weight/range": 0.244140625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/norm": 6.375, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/mean": -0.0020294189453125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_54_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/norm": 6.375, "train/tensor_param_model_layers_54_mlp_up_proj_weight/mean": 0.00151824951171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_up_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_54_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_54_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_54_mlp_down_proj_weight/mean": -0.00138092041015625, "train/tensor_param_model_layers_54_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max_abs": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_54_mlp_down_proj_weight/min": -0.12060546875, "train/tensor_param_model_layers_54_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_54_mlp_down_proj_weight/range": 0.2431640625, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/mean": 8.821487426757812e-05, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_55_mlp_gate_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_55_mlp_up_proj_weight/mean": 0.000743865966796875, "train/tensor_param_model_layers_55_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_up_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_55_mlp_up_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_55_mlp_down_proj_weight/mean": 0.000835418701171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_55_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_55_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_55_mlp_down_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/mean": 0.0006256103515625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_56_mlp_gate_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/mean": 0.0003643035888671875, "train/tensor_param_model_layers_56_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_56_mlp_up_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_56_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/mean": 0.00012159347534179688, "train/tensor_param_model_layers_56_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_56_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_56_mlp_down_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_56_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/mean": -0.0012054443359375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max_abs": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/min": -0.1162109375, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_57_mlp_gate_proj_weight/range": 0.23583984375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/mean": -0.00016498565673828125, "train/tensor_param_model_layers_57_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_57_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/norm": 6.3125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/mean": 0.0007781982421875, "train/tensor_param_model_layers_57_mlp_down_proj_weight/std": 0.034912109375, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_57_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_57_mlp_down_proj_weight/range": 0.25, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/mean": 6.4849853515625e-05, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/mean": -0.000530242919921875, "train/tensor_param_model_layers_58_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_58_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_58_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_58_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/mean": 0.00177764892578125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_58_mlp_down_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_58_mlp_down_proj_weight/max": 0.1220703125, "train/tensor_param_model_layers_58_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/mean": 0.0010528564453125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/max": 0.125, "train/tensor_param_model_layers_59_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_59_mlp_up_proj_weight/norm": 6.4375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/mean": -0.00093841552734375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_up_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_59_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_59_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_59_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/mean": 0.000858306884765625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_59_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_59_mlp_down_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_59_mlp_down_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/mean": -0.000377655029296875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_60_mlp_up_proj_weight/mean": 0.00013065338134765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_60_mlp_up_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_60_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/mean": 0.0002689361572265625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_60_mlp_down_proj_weight/min": -0.123046875, "train/tensor_param_model_layers_60_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_60_mlp_down_proj_weight/range": 0.248046875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/mean": 0.000606536865234375, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/min": -0.1220703125, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_61_mlp_gate_proj_weight/range": 0.2509765625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_61_mlp_up_proj_weight/mean": -0.00165557861328125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_61_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_61_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/mean": -0.0003604888916015625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max_abs": 0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_61_mlp_down_proj_weight/min": -0.12451171875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/max": 0.123046875, "train/tensor_param_model_layers_61_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/norm": 6.46875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/mean": -4.172325134277344e-05, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/std": 0.03564453125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_62_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_62_mlp_up_proj_weight/mean": -1.9311904907226562e-05, "train/tensor_param_model_layers_62_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_62_mlp_up_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/mean": 0.00052642822265625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_62_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_62_mlp_down_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_62_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/norm": 6.5, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/mean": -0.00113677978515625, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/max": 0.12451171875, "train/tensor_param_model_layers_63_mlp_gate_proj_weight/range": 0.25146484375, "train/tensor_param_model_layers_63_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_63_mlp_up_proj_weight/mean": -0.00013065338134765625, "train/tensor_param_model_layers_63_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_up_proj_weight/range": 0.25, "train/tensor_param_model_layers_63_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/mean": 0.00110626220703125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max_abs": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_63_mlp_down_proj_weight/min": -0.12353515625, "train/tensor_param_model_layers_63_mlp_down_proj_weight/max": 0.125, "train/tensor_param_model_layers_63_mlp_down_proj_weight/range": 0.24853515625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/mean": 0.00154876708984375, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_64_mlp_gate_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_64_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_64_mlp_up_proj_weight/mean": 0.000804901123046875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_up_proj_weight/min": -0.125, "train/tensor_param_model_layers_64_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_64_mlp_up_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_64_mlp_down_proj_weight/norm": 6.40625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/mean": -0.0009307861328125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/std": 0.035400390625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_64_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_64_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_64_mlp_down_proj_weight/range": 0.255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/mean": -0.0003452301025390625, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/max": 0.12255859375, "train/tensor_param_model_layers_65_mlp_gate_proj_weight/range": 0.24951171875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/norm": 6.5, "train/tensor_param_model_layers_65_mlp_up_proj_weight/mean": 0.00024127960205078125, "train/tensor_param_model_layers_65_mlp_up_proj_weight/std": 0.035888671875, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_65_mlp_up_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/norm": 6.375, "train/tensor_param_model_layers_65_mlp_down_proj_weight/mean": -0.000400543212890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/std": 0.03515625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_65_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_65_mlp_down_proj_weight/max": 0.11962890625, "train/tensor_param_model_layers_65_mlp_down_proj_weight/range": 0.24755859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/mean": -0.0004558563232421875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/min": -0.12255859375, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_66_mlp_gate_proj_weight/range": 0.25927734375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_66_mlp_up_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max_abs": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_66_mlp_up_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/norm": 6.59375, "train/tensor_param_model_layers_66_mlp_down_proj_weight/mean": -0.0001373291015625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/std": 0.036376953125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_66_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_66_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_66_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/norm": 6.625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/mean": 0.000926971435546875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_67_mlp_gate_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/norm": 6.625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/mean": -0.0011138916015625, "train/tensor_param_model_layers_67_mlp_up_proj_weight/std": 0.03662109375, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_67_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_67_mlp_down_proj_weight/norm": 6.5625, "train/tensor_param_model_layers_67_mlp_down_proj_weight/mean": -0.0028839111328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/std": 0.0361328125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_67_mlp_down_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_67_mlp_down_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_67_mlp_down_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/mean": -0.0003528594970703125, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/min": -0.1240234375, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_68_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_68_mlp_up_proj_weight/norm": 6.75, "train/tensor_param_model_layers_68_mlp_up_proj_weight/mean": -0.000774383544921875, "train/tensor_param_model_layers_68_mlp_up_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_68_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_68_mlp_up_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/norm": 6.71875, "train/tensor_param_model_layers_68_mlp_down_proj_weight/mean": 0.0003662109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/std": 0.037109375, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_68_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_68_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_68_mlp_down_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/norm": 6.75, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/mean": -0.00058746337890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_69_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_69_mlp_up_proj_weight/mean": -0.0003509521484375, "train/tensor_param_model_layers_69_mlp_up_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_up_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_69_mlp_up_proj_weight/range": 0.25390625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/norm": 6.6875, "train/tensor_param_model_layers_69_mlp_down_proj_weight/mean": -0.00012874603271484375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/std": 0.036865234375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_69_mlp_down_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_69_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_69_mlp_down_proj_weight/range": 0.2578125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/mean": 0.0002574920654296875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_70_mlp_gate_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/mean": 0.000606536865234375, "train/tensor_param_model_layers_70_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/mean": 0.000911712646484375, "train/tensor_param_model_layers_70_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max_abs": 0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_70_mlp_down_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_70_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_70_mlp_down_proj_weight/range": 0.2587890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_71_mlp_gate_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_71_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/mean": -0.00118255615234375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_71_mlp_up_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_71_mlp_up_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/mean": 0.00026702880859375, "train/tensor_param_model_layers_71_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_71_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_71_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_71_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/mean": -0.000911712646484375, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_72_mlp_gate_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/norm": 6.875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/mean": -7.104873657226562e-05, "train/tensor_param_model_layers_72_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_72_mlp_up_proj_weight/max": 0.1259765625, "train/tensor_param_model_layers_72_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/norm": 6.8125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/mean": 0.000568389892578125, "train/tensor_param_model_layers_72_mlp_down_proj_weight/std": 0.03759765625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max_abs": 0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_72_mlp_down_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_72_mlp_down_proj_weight/max": 0.1240234375, "train/tensor_param_model_layers_72_mlp_down_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/mean": 0.0003757476806640625, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_gate_proj_weight/range": 0.2529296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/norm": 6.84375, "train/tensor_param_model_layers_73_mlp_up_proj_weight/mean": 0.000308990478515625, "train/tensor_param_model_layers_73_mlp_up_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max_abs": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_up_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_73_mlp_up_proj_weight/max": 0.1279296875, "train/tensor_param_model_layers_73_mlp_up_proj_weight/range": 0.2548828125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/norm": 6.78125, "train/tensor_param_model_layers_73_mlp_down_proj_weight/mean": -0.0009613037109375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/std": 0.037353515625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_73_mlp_down_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_73_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_73_mlp_down_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/norm": 6.875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/mean": 0.0003185272216796875, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max_abs": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/min": -0.125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/max": 0.126953125, "train/tensor_param_model_layers_74_mlp_gate_proj_weight/range": 0.251953125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/norm": 6.90625, "train/tensor_param_model_layers_74_mlp_up_proj_weight/mean": 2.6702880859375e-05, "train/tensor_param_model_layers_74_mlp_up_proj_weight/std": 0.0380859375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_74_mlp_up_proj_weight/max": 0.125, "train/tensor_param_model_layers_74_mlp_up_proj_weight/range": 0.2568359375, "train/tensor_param_model_layers_74_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/mean": -0.0011444091796875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_74_mlp_down_proj_weight/min": -0.126953125, "train/tensor_param_model_layers_74_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_74_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/mean": -0.000247955322265625, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_75_mlp_gate_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_75_mlp_up_proj_weight/norm": 6.9375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/mean": 7.361173629760742e-06, "train/tensor_param_model_layers_75_mlp_up_proj_weight/std": 0.038330078125, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_75_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_75_mlp_down_proj_weight/norm": 6.875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/mean": 0.0004634857177734375, "train/tensor_param_model_layers_75_mlp_down_proj_weight/std": 0.037841796875, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_75_mlp_down_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_75_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/norm": 7.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/mean": -0.00183868408203125, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_76_mlp_gate_proj_weight/range": 0.26953125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/mean": 0.000278472900390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_76_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_76_mlp_up_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/norm": 7.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/mean": 0.001556396484375, "train/tensor_param_model_layers_76_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_76_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/max": 0.1298828125, "train/tensor_param_model_layers_76_mlp_down_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/mean": 0.000560760498046875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max_abs": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/min": -0.1279296875, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/mean": -0.00177001953125, "train/tensor_param_model_layers_77_mlp_up_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_up_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_77_mlp_up_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_77_mlp_up_proj_weight/range": 0.265625, "train/tensor_param_model_layers_77_mlp_down_proj_weight/norm": 6.96875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/mean": 0.0004291534423828125, "train/tensor_param_model_layers_77_mlp_down_proj_weight/std": 0.03857421875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_77_mlp_down_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_77_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_77_mlp_down_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/norm": 7.0625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/mean": -0.000286102294921875, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/std": 0.0390625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_78_mlp_gate_proj_weight/range": 0.2646484375, "train/tensor_param_model_layers_78_mlp_up_proj_weight/norm": 7.125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/mean": 0.0009918212890625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/std": 0.039306640625, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_up_proj_weight/min": -0.1298828125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_78_mlp_up_proj_weight/range": 0.2626953125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/norm": 7.03125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/mean": -0.0001239776611328125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/std": 0.038818359375, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_78_mlp_down_proj_weight/min": -0.125, "train/tensor_param_model_layers_78_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_78_mlp_down_proj_weight/range": 0.2607421875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/norm": 7.25, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/mean": 0.0005340576171875, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max_abs": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_79_mlp_gate_proj_weight/range": 0.259765625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/mean": -0.000469207763671875, "train/tensor_param_model_layers_79_mlp_up_proj_weight/std": 0.0400390625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_up_proj_weight/min": -0.1318359375, "train/tensor_param_model_layers_79_mlp_up_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_79_mlp_up_proj_weight/range": 0.28125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/mean": -0.00064849853515625, "train/tensor_param_model_layers_79_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_79_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_79_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/norm": 7.28125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/mean": -0.0005950927734375, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/std": 0.040283203125, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max_abs": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_80_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/norm": 7.21875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/mean": -8.940696716308594e-06, "train/tensor_param_model_layers_80_mlp_up_proj_weight/std": 0.039794921875, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_up_proj_weight/min": -0.12890625, "train/tensor_param_model_layers_80_mlp_up_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_80_mlp_up_proj_weight/range": 0.2666015625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/norm": 7.15625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/mean": -0.0004024505615234375, "train/tensor_param_model_layers_80_mlp_down_proj_weight/std": 0.03955078125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_80_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_80_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_80_mlp_down_proj_weight/range": 0.271484375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/norm": 7.3125, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/mean": 0.00106048583984375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/min": -0.1259765625, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_81_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_81_mlp_up_proj_weight/norm": 7.375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/mean": 0.00078582763671875, "train/tensor_param_model_layers_81_mlp_up_proj_weight/std": 0.040771484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_up_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_81_mlp_up_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_81_mlp_down_proj_weight/norm": 7.34375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/mean": 0.00103759765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/std": 0.04052734375, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_81_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_81_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_81_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/mean": -0.00011777877807617188, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max_abs": 0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_82_mlp_gate_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/norm": 7.53125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/mean": 4.076957702636719e-05, "train/tensor_param_model_layers_82_mlp_up_proj_weight/std": 0.04150390625, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_up_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_82_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_82_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/norm": 7.46875, "train/tensor_param_model_layers_82_mlp_down_proj_weight/mean": -8.869171142578125e-05, "train/tensor_param_model_layers_82_mlp_down_proj_weight/std": 0.041259765625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_82_mlp_down_proj_weight/min": -0.1328125, "train/tensor_param_model_layers_82_mlp_down_proj_weight/max": 0.12890625, "train/tensor_param_model_layers_82_mlp_down_proj_weight/range": 0.26171875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/mean": 0.00115966796875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max_abs": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_83_mlp_gate_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_83_mlp_up_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/mean": -0.0003108978271484375, "train/tensor_param_model_layers_83_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max_abs": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_83_mlp_up_proj_weight/range": 0.267578125, "train/tensor_param_model_layers_83_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/mean": 0.000438690185546875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max_abs": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_83_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_83_mlp_down_proj_weight/max": 0.1591796875, "train/tensor_param_model_layers_83_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/mean": -0.0004062652587890625, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max_abs": 0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/min": -0.1376953125, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/max": 0.130859375, "train/tensor_param_model_layers_84_mlp_gate_proj_weight/range": 0.2685546875, "train/tensor_param_model_layers_84_mlp_up_proj_weight/norm": 7.625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_84_mlp_up_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_up_proj_weight/min": -0.1337890625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_84_mlp_up_proj_weight/range": 0.2744140625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/norm": 7.59375, "train/tensor_param_model_layers_84_mlp_down_proj_weight/mean": -3.266334533691406e-05, "train/tensor_param_model_layers_84_mlp_down_proj_weight/std": 0.0419921875, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_84_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_84_mlp_down_proj_weight/max": 0.1337890625, "train/tensor_param_model_layers_84_mlp_down_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/norm": 7.75, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/mean": 0.0002880096435546875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/min": -0.134765625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/max": 0.1494140625, "train/tensor_param_model_layers_85_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/norm": 7.6875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/mean": 0.001312255859375, "train/tensor_param_model_layers_85_mlp_up_proj_weight/std": 0.04248046875, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_85_mlp_up_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_85_mlp_down_proj_weight/mean": -0.00048828125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_85_mlp_down_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_85_mlp_down_proj_weight/max": 0.1318359375, "train/tensor_param_model_layers_85_mlp_down_proj_weight/range": 0.275390625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/norm": 7.84375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/mean": 0.00087738037109375, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/std": 0.043212890625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_86_mlp_gate_proj_weight/range": 0.2919921875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/mean": 0.000244140625, "train/tensor_param_model_layers_86_mlp_up_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_86_mlp_up_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_86_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/norm": 7.75, "train/tensor_param_model_layers_86_mlp_down_proj_weight/mean": 0.000637054443359375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_86_mlp_down_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_86_mlp_down_proj_weight/max": 0.1376953125, "train/tensor_param_model_layers_86_mlp_down_proj_weight/range": 0.27734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/norm": 7.78125, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/mean": 0.0003414154052734375, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/std": 0.04296875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/min": -0.140625, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_87_mlp_gate_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/norm": 7.75, "train/tensor_param_model_layers_87_mlp_up_proj_weight/mean": 0.00167083740234375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/std": 0.042724609375, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max_abs": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_87_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_87_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_87_mlp_down_proj_weight/norm": 7.65625, "train/tensor_param_model_layers_87_mlp_down_proj_weight/mean": 0.00049591064453125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/std": 0.042236328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max_abs": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_87_mlp_down_proj_weight/min": -0.130859375, "train/tensor_param_model_layers_87_mlp_down_proj_weight/max": 0.1328125, "train/tensor_param_model_layers_87_mlp_down_proj_weight/range": 0.263671875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/mean": -0.000579833984375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/std": 0.0439453125, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max_abs": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/min": -0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_88_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_88_mlp_up_proj_weight/norm": 8.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/mean": -0.000274658203125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max_abs": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_88_mlp_up_proj_weight/max": 0.1572265625, "train/tensor_param_model_layers_88_mlp_up_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_88_mlp_down_proj_weight/norm": 7.90625, "train/tensor_param_model_layers_88_mlp_down_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/std": 0.043701171875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_88_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_88_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_88_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/mean": 0.000827789306640625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_89_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_89_mlp_up_proj_weight/mean": 0.000698089599609375, "train/tensor_param_model_layers_89_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_up_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/max": 0.140625, "train/tensor_param_model_layers_89_mlp_up_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_89_mlp_down_proj_weight/norm": 8.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/mean": 0.00133514404296875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/std": 0.04443359375, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_89_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_89_mlp_down_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_89_mlp_down_proj_weight/range": 0.28125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/norm": 8.125, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/mean": 0.0016021728515625, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_90_mlp_gate_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_90_mlp_up_proj_weight/norm": 8.125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/mean": -0.000514984130859375, "train/tensor_param_model_layers_90_mlp_up_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max_abs": 0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_up_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_90_mlp_up_proj_weight/max": 0.13671875, "train/tensor_param_model_layers_90_mlp_up_proj_weight/range": 0.279296875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/norm": 7.96875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/mean": -0.000797271728515625, "train/tensor_param_model_layers_90_mlp_down_proj_weight/std": 0.044189453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_90_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_90_mlp_down_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_90_mlp_down_proj_weight/range": 0.283203125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/mean": -0.00015544891357421875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max_abs": 0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/min": -0.1552734375, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/max": 0.138671875, "train/tensor_param_model_layers_91_mlp_gate_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/mean": 0.00171661376953125, "train/tensor_param_model_layers_91_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max_abs": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/max": 0.154296875, "train/tensor_param_model_layers_91_mlp_up_proj_weight/range": 0.291015625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/norm": 8.125, "train/tensor_param_model_layers_91_mlp_down_proj_weight/mean": 0.001190185546875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/std": 0.044921875, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max_abs": 0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_91_mlp_down_proj_weight/min": -0.1494140625, "train/tensor_param_model_layers_91_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_91_mlp_down_proj_weight/range": 0.2958984375, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/mean": 0.0003376007080078125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/std": 0.046142578125, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/min": -0.16796875, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_92_mlp_gate_proj_weight/range": 0.318359375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/norm": 8.3125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/mean": -0.00013446807861328125, "train/tensor_param_model_layers_92_mlp_up_proj_weight/std": 0.0458984375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max_abs": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_up_proj_weight/min": -0.13671875, "train/tensor_param_model_layers_92_mlp_up_proj_weight/max": 0.1396484375, "train/tensor_param_model_layers_92_mlp_up_proj_weight/range": 0.2763671875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/norm": 8.1875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_92_mlp_down_proj_weight/std": 0.045166015625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max_abs": 0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_92_mlp_down_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_92_mlp_down_proj_weight/max": 0.134765625, "train/tensor_param_model_layers_92_mlp_down_proj_weight/range": 0.2705078125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/norm": 8.625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/mean": -0.001495361328125, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/std": 0.047607421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/min": -0.1357421875, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/max": 0.1640625, "train/tensor_param_model_layers_93_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_93_mlp_up_proj_weight/mean": 0.00147247314453125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max_abs": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_up_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_93_mlp_up_proj_weight/max": 0.1455078125, "train/tensor_param_model_layers_93_mlp_up_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/mean": -0.000537872314453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_93_mlp_down_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_93_mlp_down_proj_weight/max": 0.1357421875, "train/tensor_param_model_layers_93_mlp_down_proj_weight/range": 0.2802734375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/mean": -0.000560760498046875, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max_abs": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/min": -0.1396484375, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/max": 0.14453125, "train/tensor_param_model_layers_94_mlp_gate_proj_weight/range": 0.2841796875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/mean": -0.0015869140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_94_mlp_up_proj_weight/max": 0.1416015625, "train/tensor_param_model_layers_94_mlp_up_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_94_mlp_down_proj_weight/norm": 8.4375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/mean": 0.000316619873046875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/std": 0.046630859375, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_94_mlp_down_proj_weight/min": -0.138671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_94_mlp_down_proj_weight/range": 0.2900390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/mean": -0.00109100341796875, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/min": -0.14453125, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_95_mlp_gate_proj_weight/range": 0.294921875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_95_mlp_up_proj_weight/mean": 0.00099945068359375, "train/tensor_param_model_layers_95_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_up_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_95_mlp_up_proj_weight/max": 0.142578125, "train/tensor_param_model_layers_95_mlp_up_proj_weight/range": 0.2939453125, "train/tensor_param_model_layers_95_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/mean": 0.00012874603271484375, "train/tensor_param_model_layers_95_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max_abs": 0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_95_mlp_down_proj_weight/min": -0.1640625, "train/tensor_param_model_layers_95_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_95_mlp_down_proj_weight/range": 0.3076171875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/mean": 8.106231689453125e-05, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_96_mlp_gate_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_96_mlp_up_proj_weight/norm": 8.75, "train/tensor_param_model_layers_96_mlp_up_proj_weight/mean": -0.0004711151123046875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max_abs": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_up_proj_weight/min": -0.1435546875, "train/tensor_param_model_layers_96_mlp_up_proj_weight/max": 0.15625, "train/tensor_param_model_layers_96_mlp_up_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/norm": 8.625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/mean": -6.532669067382812e-05, "train/tensor_param_model_layers_96_mlp_down_proj_weight/std": 0.0478515625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max_abs": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_96_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_96_mlp_down_proj_weight/max": 0.1435546875, "train/tensor_param_model_layers_96_mlp_down_proj_weight/range": 0.28515625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/mean": -0.000335693359375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max_abs": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/min": -0.1572265625, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/max": 0.16796875, "train/tensor_param_model_layers_97_mlp_gate_proj_weight/range": 0.3251953125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/norm": 8.625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/mean": -0.00128173828125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max_abs": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_up_proj_weight/min": -0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/max": 0.150390625, "train/tensor_param_model_layers_97_mlp_up_proj_weight/range": 0.30078125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/mean": -0.0012359619140625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/std": 0.047119140625, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max_abs": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_97_mlp_down_proj_weight/min": -0.142578125, "train/tensor_param_model_layers_97_mlp_down_proj_weight/max": 0.146484375, "train/tensor_param_model_layers_97_mlp_down_proj_weight/range": 0.2890625, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/mean": -0.001678466796875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/min": -0.1484375, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_98_mlp_gate_proj_weight/range": 0.2998046875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/norm": 8.6875, "train/tensor_param_model_layers_98_mlp_up_proj_weight/mean": 0.0008697509765625, "train/tensor_param_model_layers_98_mlp_up_proj_weight/std": 0.048095703125, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max_abs": 0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_up_proj_weight/min": -0.1630859375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/max": 0.1484375, "train/tensor_param_model_layers_98_mlp_up_proj_weight/range": 0.3115234375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/norm": 8.5625, "train/tensor_param_model_layers_98_mlp_down_proj_weight/mean": -0.0004253387451171875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/std": 0.04736328125, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_98_mlp_down_proj_weight/min": -0.1513671875, "train/tensor_param_model_layers_98_mlp_down_proj_weight/max": 0.1474609375, "train/tensor_param_model_layers_98_mlp_down_proj_weight/range": 0.298828125, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/norm": 8.75, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/mean": -0.00072479248046875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max_abs": 0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/min": -0.15234375, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_gate_proj_weight/range": 0.3037109375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/norm": 8.8125, "train/tensor_param_model_layers_99_mlp_up_proj_weight/mean": 0.0001964569091796875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/std": 0.048583984375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max_abs": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_up_proj_weight/min": -0.146484375, "train/tensor_param_model_layers_99_mlp_up_proj_weight/max": 0.1513671875, "train/tensor_param_model_layers_99_mlp_up_proj_weight/range": 0.2978515625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/norm": 8.75, "train/tensor_param_model_layers_99_mlp_down_proj_weight/mean": -0.00011491775512695312, "train/tensor_param_model_layers_99_mlp_down_proj_weight/std": 0.04833984375, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max_abs": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_dtype_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/frac_near_user_limit": 0.0, "train/tensor_param_model_layers_99_mlp_down_proj_weight/min": -0.1416015625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/max": 0.1650390625, "train/tensor_param_model_layers_99_mlp_down_proj_weight/range": 0.306640625} -{"step": 2940, "epoch": 0.19817997977755308, "timestamp": 1786742693.449803, "loss": 7.945731353759766, "grad_norm": 2064384.0, "learning_rate": 9e-05, "train/total_time_seconds": 139.53468557819724, "train/time_per_step_avg": 0.31380311757326124, "train/epoch_time_elapsed": 164.00962449610233, "train/estimated_remaining_minutes": 0.44296725580380075} +version https://git-lfs.github.com/spec/v1 +oid sha256:c70c134c1a54273a3d796b5ba575289a7754bb1c205838dc98fd16d87d5cdcb0 +size 16664263 diff --git a/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/config.json b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8762b2b990122e000fc89cc8ff2a366d36c4d6a1 --- /dev/null +++ b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/config.json @@ -0,0 +1,36 @@ +{ + "activation": "waleedglu_low", + "architectures": [ + "TinyLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "dtype": "bfloat16", + "eos_token_id": 2, + "head_dim": 32, + "hidden_act": "silu", + "hidden_size": 128, + "initializer_range": 0.02, + "intermediate_size": 256, + "max_position_embeddings": 512, + "mlp_bias": false, + "mlp_type": "glu", + "model_type": "tiny_llama", + "num_attention_heads": 4, + "num_hidden_layers": 9, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 10000.0, + "rope_type": "default" + }, + "tie_word_embeddings": true, + "tokenizer_name": "w-ahmad/tiny-stories-tokenizer", + "transformers_version": "5.16.0.dev0", + "use_cache": false, + "vocab_size": 4096, + "waleed_beta": 10.0 +} diff --git a/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/model.safetensors b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d9b14c9985fd8c46813802a14faf0f05456c9419 --- /dev/null +++ b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b85b07be31b59b8c317a4a1a0fa3b71d9dc59dadcb3b0997c5789896bae7417 +size 4011496 diff --git a/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/optimizer.pt b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..02202359fa1aeab1e241183d6c71aa4aaa1dbe50 --- /dev/null +++ b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72657902a6e2b36163929a0a5ece1813254e532d8242ec9a72dc0bd596767aca +size 8074746 diff --git a/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/rng_state.pth b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..ece67508ffa7f89d1f8e8b4e514d0551447e32a9 --- /dev/null +++ b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b66e3cc7c452b707ddac5caf0aa17618afb9bc1a0333600a22c4afb353f3165 +size 14244 diff --git a/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/scheduler.pt b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d7efbbfe5e99d32f8fc32a7d63d978388b0fcce --- /dev/null +++ b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc3ca8af69cc9d003a05a139e7997960ab393fe31ae1d898b29038573704b4e +size 1064 diff --git a/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/tokenizer.json b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4e61f2579f8f18013caa72cd48f66b9ed1ad9f --- /dev/null +++ b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/tokenizer.json @@ -0,0 +1,19501 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": true, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": true + }, + "post_processor": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": "", + "end_of_word_suffix": "", + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": false, + "vocab": { + "<|endoftext|>": 0, + "!": 1, + "\"": 2, + "#": 3, + "$": 4, + "%": 5, + "&": 6, + "'": 7, + "(": 8, + ")": 9, + "*": 10, + "+": 11, + ",": 12, + "-": 13, + ".": 14, + "/": 15, + "0": 16, + "1": 17, + "2": 18, + "3": 19, + "4": 20, + "5": 21, + "6": 22, + "7": 23, + "8": 24, + "9": 25, + ":": 26, + ";": 27, + "<": 28, + "=": 29, + ">": 30, + "?": 31, + "@": 32, + "A": 33, + "B": 34, + "C": 35, + "D": 36, + "E": 37, + "F": 38, + "G": 39, + "H": 40, + "I": 41, + "J": 42, + "K": 43, + "L": 44, + "M": 45, + "N": 46, + "O": 47, + "P": 48, + "Q": 49, + "R": 50, + "S": 51, + "T": 52, + "U": 53, + "V": 54, + "W": 55, + "X": 56, + "Y": 57, + "Z": 58, + "[": 59, + "\\": 60, + "]": 61, + "^": 62, + "_": 63, + "`": 64, + "a": 65, + "b": 66, + "c": 67, + "d": 68, + "e": 69, + "f": 70, + "g": 71, + "h": 72, + "i": 73, + "j": 74, + "k": 75, + "l": 76, + "m": 77, + "n": 78, + "o": 79, + "p": 80, + "q": 81, + "r": 82, + "s": 83, + "t": 84, + "u": 85, + "v": 86, + "w": 87, + "x": 88, + "y": 89, + "z": 90, + "{": 91, + "|": 92, + "}": 93, + "~": 94, + "¡": 95, + "¢": 96, + "£": 97, + "¤": 98, + "¥": 99, + "¦": 100, + "§": 101, + "¨": 102, + "©": 103, + "ª": 104, + "«": 105, + "¬": 106, + "®": 107, + "¯": 108, + "°": 109, + "±": 110, + "²": 111, + "³": 112, + "´": 113, + "µ": 114, + "¶": 115, + "·": 116, + "¸": 117, + "¹": 118, + "º": 119, + "»": 120, + "¼": 121, + "½": 122, + "¾": 123, + "¿": 124, + "À": 125, + "Á": 126, + "Â": 127, + "Ã": 128, + "Ä": 129, + "Å": 130, + "Æ": 131, + "Ç": 132, + "È": 133, + "É": 134, + "Ê": 135, + "Ë": 136, + "Ì": 137, + "Í": 138, + "Î": 139, + "Ï": 140, + "Ð": 141, + "Ñ": 142, + "Ò": 143, + "Ó": 144, + "Ô": 145, + "Õ": 146, + "Ö": 147, + "×": 148, + "Ø": 149, + "Ù": 150, + "Ú": 151, + "Û": 152, + "Ü": 153, + "Ý": 154, + "Þ": 155, + "ß": 156, + "à": 157, + "á": 158, + "â": 159, + "ã": 160, + "ä": 161, + "å": 162, + "æ": 163, + "ç": 164, + "è": 165, + "é": 166, + "ê": 167, + "ë": 168, + "ì": 169, + "í": 170, + "î": 171, + "ï": 172, + "ð": 173, + "ñ": 174, + "ò": 175, + "ó": 176, + "ô": 177, + "õ": 178, + "ö": 179, + "÷": 180, + "ø": 181, + "ù": 182, + "ú": 183, + "û": 184, + "ü": 185, + "ý": 186, + "þ": 187, + "ÿ": 188, + "Ā": 189, + "ā": 190, + "Ă": 191, + "ă": 192, + "Ą": 193, + "ą": 194, + "Ć": 195, + "ć": 196, + "Ĉ": 197, + "ĉ": 198, + "Ċ": 199, + "ċ": 200, + "Č": 201, + "č": 202, + "Ď": 203, + "ď": 204, + "Đ": 205, + "đ": 206, + "Ē": 207, + "ē": 208, + "Ĕ": 209, + "ĕ": 210, + "Ė": 211, + "ė": 212, + "Ę": 213, + "ę": 214, + "Ě": 215, + "ě": 216, + "Ĝ": 217, + "ĝ": 218, + "Ğ": 219, + "ğ": 220, + "Ġ": 221, + "ġ": 222, + "Ģ": 223, + "ģ": 224, + "Ĥ": 225, + "ĥ": 226, + "Ħ": 227, + "ħ": 228, + "Ĩ": 229, + "ĩ": 230, + "Ī": 231, + "ī": 232, + "Ĭ": 233, + "ĭ": 234, + "Į": 235, + "į": 236, + "İ": 237, + "ı": 238, + "IJ": 239, + "ij": 240, + "Ĵ": 241, + "ĵ": 242, + "Ķ": 243, + "ķ": 244, + "ĸ": 245, + "Ĺ": 246, + "ĺ": 247, + "Ļ": 248, + "ļ": 249, + "Ľ": 250, + "ľ": 251, + "Ŀ": 252, + "ŀ": 253, + "Ł": 254, + "ł": 255, + "Ń": 256, + "he": 257, + "Ġt": 258, + "Ġa": 259, + "Ġs": 260, + "Ġw": 261, + "nd": 262, + "Ġthe": 263, + "ed": 264, + "Ġand": 265, + "Ġto": 266, + "Ġb": 267, + "in": 268, + "Ġh": 269, + "Ġwa": 270, + "re": 271, + "Ġf": 272, + "it": 273, + "ou": 274, + "Ġc": 275, + "Ġl": 276, + "Ġhe": 277, + "Ġd": 278, + "er": 279, + "Ġwas": 280, + "Ġm": 281, + "Ġp": 282, + "om": 283, + "ĠT": 284, + "Ġo": 285, + "ay": 286, + "ar": 287, + "ing": 288, + "is": 289, + "Ġg": 290, + "il": 291, + "id": 292, + "at": 293, + "en": 294, + "Ġn": 295, + "Ġsa": 296, + "Ġha": 297, + "ĠS": 298, + "im": 299, + "an": 300, + "ĠThe": 301, + "or": 302, + "on": 303, + "Ġit": 304, + "Ġth": 305, + "ll": 306, + "le": 307, + "ĠH": 308, + "Ġher": 309, + "et": 310, + "ot": 311, + "ir": 312, + "ĠShe": 313, + "ĠHe": 314, + "ver": 315, + "es": 316, + "Ġin": 317, + "ut": 318, + "ow": 319, + "ck": 320, + "Ġe": 321, + "Ġu": 322, + "ld": 323, + "ĠThey": 324, + "oo": 325, + "ig": 326, + "Ġsaid": 327, + "am": 328, + "ily": 329, + "Ġbe": 330, + "Ġy": 331, + "Ġr": 332, + "Ġst": 333, + "ce": 334, + "Ġshe": 335, + "Ġ\"": 336, + "pp": 337, + "ke": 338, + "ith": 339, + "On": 340, + "ĠI": 341, + "Ġwith": 342, + "ve": 343, + "Lily": 344, + "Ġon": 345, + "Ġof": 346, + "Ġso": 347, + "Ġhis": 348, + "ked": 349, + "ri": 350, + "nt": 351, + "very": 352, + "Ġpl": 353, + "Ġday": 354, + "ad": 355, + "Ġyou": 356, + "Ġthat": 357, + "Ġup": 358, + "Ġhad": 359, + "st": 360, + "Ġplay": 361, + "Ġthey": 362, + "ĠLily": 363, + "Ġwe": 364, + "Ġmom": 365, + "my": 366, + "Ġfor": 367, + "el": 368, + "ould": 369, + "un": 370, + "ĠB": 371, + "'s": 372, + "itt": 373, + "ent": 374, + "Ġhapp": 375, + "The": 376, + "ch": 377, + "Ġli": 378, + "out": 379, + "Ġwant": 380, + "Ġsh": 381, + "her": 382, + "ly": 383, + "ime": 384, + "ittle": 385, + "ound": 386, + "Ġvery": 387, + "Ġtime": 388, + "ome": 389, + "Ġlittle": 390, + "Ġthere": 391, + "se": 392, + "Ġdo": 393, + "Ġwh": 394, + "all": 395, + "Ġk": 396, + "end": 397, + "al": 398, + "ht": 399, + "Ġne": 400, + "Ġre": 401, + "Ġnot": 402, + "Ġhappy": 403, + "ĠĊ": 404, + "Ġbig": 405, + "ĠM": 406, + "Ġbut": 407, + "Ġsm": 408, + "ack": 409, + "Ġsaw": 410, + "ĠIt": 411, + "Ġas": 412, + "Ġan": 413, + "ra": 414, + "riend": 415, + "Ġfriend": 416, + "ide": 417, + "One": 418, + "ry": 419, + "'t": 420, + "ved": 421, + "Ġis": 422, + "Once": 423, + "ake": 424, + ".\"": 425, + "Ġwere": 426, + "ter": 427, + "ug": 428, + "Ġloo": 429, + "Ġlo": 430, + "ore": 431, + "ec": 432, + "ĠTim": 433, + "Ġhim": 434, + "Ġbo": 435, + "!\"": 436, + "Ġtoo": 437, + "Ġgo": 438, + "Ġupon": 439, + "irl": 440, + "Ġj": 441, + "Ġwanted": 442, + "Ġgirl": 443, + "Ġse": 444, + "Ġout": 445, + "ard": 446, + "way": 447, + "Ġsp": 448, + "ill": 449, + "ind": 450, + "Ġthem": 451, + "Ġcould": 452, + "fu": 453, + "hen": 454, + "Ġat": 455, + "ur": 456, + "Ġdid": 457, + "Ġsmil": 458, + "Ġtheir": 459, + "Ġare": 460, + "Ġex": 461, + "ĠA": 462, + "ain": 463, + "Ġwent": 464, + "art": 465, + "hed": 466, + "rom": 467, + "ic": 468, + "round": 469, + "Ġhave": 470, + "Ġnam": 471, + "lp": 472, + "Ġall": 473, + "ĠJ": 474, + "ful": 475, + "Ġkn": 476, + "hing": 477, + "ood": 478, + "Ġhelp": 479, + "ight": 480, + "Ġfriends": 481, + "one": 482, + "ark": 483, + "Ġback": 484, + "um": 485, + "Ġcan": 486, + "Ġnamed": 487, + "Ġcl": 488, + "?\"": 489, + "Ġfun": 490, + "are": 491, + "ĠBen": 492, + "Ġloved": 493, + "Ġal": 494, + "elt": 495, + "ĠTimmy": 496, + "ĠOne": 497, + "op": 498, + "side": 499, + "Ġle": 500, + "Ġno": 501, + "Ġsc": 502, + "ĠTom": 503, + "Ġfelt": 504, + "oug": 505, + "Ġsmiled": 506, + "ick": 507, + "Ġasked": 508, + "You": 509, + "Ġtoy": 510, + "Ġman": 511, + "Ġaround": 512, + "ame": 513, + "Ġfe": 514, + "Ġsay": 515, + "Ġboy": 516, + "Ġsome": 517, + "Ġlooked": 518, + "ure": 519, + "omet": 520, + "Ġbr": 521, + "Ġwould": 522, + "Ġme": 523, + "Ġbir": 524, + "Ġlike": 525, + "get": 526, + "Ġstart": 527, + "Ġro": 528, + "as": 529, + "Ġsee": 530, + "ĠW": 531, + "ice": 532, + "ong": 533, + "Ġbird": 534, + "Ġsomet": 535, + "dd": 536, + "Ġwor": 537, + "ade": 538, + "ie": 539, + "king": 540, + "Ġag": 541, + "own": 542, + "Ġtre": 543, + "Ġfa": 544, + "Ġaway": 545, + "Ġwhat": 546, + "ings": 547, + "Ġstarted": 548, + "gether": 549, + "Ġran": 550, + "â": 551, + "âĤ": 552, + "âĤ¬": 553, + "ared": 554, + "Ġmake": 555, + "ĠBut": 556, + "ited": 557, + "if": 558, + "oud": 559, + "Ġmade": 560, + "Ġtogether": 561, + "Ġsomething": 562, + "Ġexc": 563, + "ag": 564, + "Ġco": 565, + "Ġpark": 566, + "Ġnew": 567, + "Ġsad": 568, + "Ġput": 569, + ",\"": 570, + "Ġfrom": 571, + "ble": 572, + "ther": 573, + "Ġpr": 574, + "Ġmu": 575, + "Ġcar": 576, + "Ġhome": 577, + "ĠYou": 578, + "Ġthen": 579, + "Ġwhen": 580, + "Ġfound": 581, + "ell": 582, + "Ġother": 583, + "Ġagain": 584, + "Ġch": 585, + "Ġdec": 586, + "Ġwho": 587, + "Ġla": 588, + "ried": 589, + "ss": 590, + "Ġgood": 591, + "Ġhug": 592, + "ĠL": 593, + "pped": 594, + "Ġwal": 595, + "ep": 596, + "ally": 597, + "Ġsays": 598, + "Ġfl": 599, + "est": 600, + "ach": 601, + "ĠE": 602, + "Ġexcited": 603, + "pl": 604, + "qu": 605, + "ook": 606, + "Ġget": 607, + "ought": 608, + "Ġplaying": 609, + "Ġgot": 610, + "Ġsw": 611, + "ous": 612, + "hat": 613, + "ny": 614, + "ided": 615, + "uck": 616, + "Ġthings": 617, + "Ġevery": 618, + "Ġdecided": 619, + "Ġcame": 620, + "Ġbec": 621, + "ave": 622, + "ro": 623, + "ax": 624, + "Ġliked": 625, + "Ġdown": 626, + "Ġdog": 627, + "Ġscared": 628, + "Ġv": 629, + "udd": 630, + "ust": 631, + "Ġone": 632, + "Ġfind": 633, + "Ġbl": 634, + "Ġthan": 635, + "ĠD": 636, + "ouse": 637, + "ways": 638, + "Ġkne": 639, + "Ġdidn": 640, + "ap": 641, + "Ġmommy": 642, + "Ġcare": 643, + "Ġalways": 644, + "Ġab": 645, + "ist": 646, + "Ġdad": 647, + "Ġfeel": 648, + "ara": 649, + "bb": 650, + "arn": 651, + "fe": 652, + "Ġyour": 653, + "Ġoutside": 654, + "ue": 655, + "Ġgra": 656, + "ant": 657, + "Ġke": 658, + "ĠMom": 659, + "Ġtook": 660, + "Ġlot": 661, + "nn": 662, + "Ġbu": 663, + "Ġabout": 664, + "ess": 665, + "ĠF": 666, + "nder": 667, + "Ġtree": 668, + "eci": 669, + "Ġlook": 670, + "Ġpo": 671, + "Ġmy": 672, + "our": 673, + "Ġtoys": 674, + "ite": 675, + "ched": 676, + "Ġknew": 677, + "Ġthought": 678, + "ened": 679, + "Ġlearn": 680, + "Ġint": 681, + "Ġold": 682, + "Ġmore": 683, + "nna": 684, + "ise": 685, + "ged": 686, + "Ġta": 687, + "udden": 688, + "ecial": 689, + "Ġspecial": 690, + "ĠMax": 691, + "au": 692, + "Ġwill": 693, + "ers": 694, + "They": 695, + "ret": 696, + "Ġpe": 697, + "Ġho": 698, + "ĠSam": 699, + "Ġtake": 700, + "Ġball": 701, + "Ġknow": 702, + "Ġlaug": 703, + "fter": 704, + "uddenly": 705, + "Ġcat": 706, + "Ġhow": 707, + "ive": 708, + "Ġtr": 709, + "Ġmuch": 710, + "Ġany": 711, + "Ġpu": 712, + "ma": 713, + "Ġsl": 714, + "Ġsor": 715, + "Ġmo": 716, + "ven": 717, + "ish": 718, + "Ġshow": 719, + "Ġcouldn": 720, + "ause": 721, + "ink": 722, + "But": 723, + "Ġhouse": 724, + "Ġinto": 725, + "ump": 726, + "Ġover": 727, + "Ġtried": 728, + "and": 729, + "Ġeat": 730, + "Ġsk": 731, + "Ġsun": 732, + "Ġtw": 733, + "Ġclo": 734, + "ia": 735, + "Ġrun": 736, + "Ġhand": 737, + "ĠEvery": 738, + "Ġen": 739, + "Ġinside": 740, + "dy": 741, + "Ġif": 742, + "Ġtold": 743, + "Ġnever": 744, + "ion": 745, + "Ġqu": 746, + "Ġbecause": 747, + "by": 748, + "Ġproud": 749, + "Ġgave": 750, + "Ġsorry": 751, + "Ġthis": 752, + "Ġop": 753, + "Ġplayed": 754, + "ate": 755, + "Ġexpl": 756, + "Ġheard": 757, + "ty": 758, + "Ġor": 759, + "Ġwater": 760, + "ank": 761, + "ge": 762, + "sed": 763, + "Ġpick": 764, + "other": 765, + "Ġroom": 766, + "etter": 767, + "Ġjust": 768, + "ace": 769, + "Ġhugged": 770, + "ak": 771, + "Ġgre": 772, + "here": 773, + "Ġoff": 774, + "ĠSara": 775, + "Ġpret": 776, + "ile": 777, + "Ġeach": 778, + "Ġcom": 779, + "Ġlong": 780, + "Ġbox": 781, + "ort": 782, + "Ġstr": 783, + "iz": 784, + "Ġunt": 785, + "Ġwat": 786, + "oth": 787, + "Ġneed": 788, + "Ġjo": 789, + "ĠWe": 790, + "Tom": 791, + "Ġsmall": 792, + "ine": 793, + "Ġbear": 794, + "Mom": 795, + "Ġuntil": 796, + "Ġnice": 797, + "Ġtry": 798, + "ving": 799, + "uc": 800, + "sel": 801, + "ough": 802, + "Ġlearned": 803, + "Ġkind": 804, + "ĠAnna": 805, + "ild": 806, + "Ġfo": 807, + "Ġmany": 808, + "'m": 809, + "ĠJack": 810, + "Ġbetter": 811, + "Ġim": 812, + "gry": 813, + "imal": 814, + "Ġanimal": 815, + "urt": 816, + "ft": 817, + "Ġend": 818, + "Ġsn": 819, + "aut": 820, + "Ġte": 821, + "Ġcle": 822, + "ĠJo": 823, + "vent": 824, + "urp": 825, + "Ġgr": 826, + "Ġbeaut": 827, + "Ġjump": 828, + "mb": 829, + "Ġad": 830, + "ream": 831, + "pt": 832, + "ĠSo": 833, + "ĠHer": 834, + "Ġflow": 835, + "ies": 836, + "Ġche": 837, + "Ġbra": 838, + "Ġthanked": 839, + "Ġeven": 840, + "Ġbest": 841, + "Ġcall": 842, + "ady": 843, + "He": 844, + "Ġlots": 845, + "Ġlaughed": 846, + "self": 847, + "Ġra": 848, + "Ġway": 849, + "ars": 850, + "urn": 851, + "Ġby": 852, + "Ġfast": 853, + "lly": 854, + "Ġfam": 855, + "ĠC": 856, + "ves": 857, + "arden": 858, + "Ġgarden": 859, + "Ġbeauti": 860, + "wn": 861, + "Th": 862, + "Ġbeautiful": 863, + "Ġloud": 864, + "lew": 865, + "Ġsky": 866, + "Ġdon": 867, + "hn": 868, + "ered": 869, + "iny": 870, + "Ġcareful": 871, + "Ġlove": 872, + "Ġfi": 873, + "ĠThen": 874, + "Åĵ": 875, + "ase": 876, + "ect": 877, + "Ġsafe": 878, + "ĠAnd": 879, + "Ġunder": 880, + "Ġcome": 881, + "ĠFrom": 882, + "Yes": 883, + "ĠMia": 884, + "It": 885, + "me": 886, + "Ġhard": 887, + "Ġcu": 888, + "Ġwo": 889, + "Ġlist": 890, + "Ġstay": 891, + "ane": 892, + "sh": 893, + "ople": 894, + "Ġgl": 895, + "ning": 896, + "Ġstill": 897, + "ool": 898, + "Ġhurt": 899, + "ree": 900, + "ĠHis": 901, + "Ġimp": 902, + "Ġfamily": 903, + "Ġâ": 904, + "Ġboth": 905, + "rm": 906, + "igh": 907, + "Ġlived": 908, + "hes": 909, + "When": 910, + "Ġpeople": 911, + "Ġanimals": 912, + "Ġcol": 913, + "Ġbrave": 914, + "Ġwalked": 915, + "ob": 916, + "Tim": 917, + "ct": 918, + "Ġlet": 919, + "urpr": 920, + "ĠWhen": 921, + "Ġtwo": 922, + "Ġsurpr": 923, + "Ġshould": 924, + "ished": 925, + "Ġbad": 926, + "ress": 927, + "Ġkept": 928, + "Ġfore": 929, + "Ġflew": 930, + "Ġfin": 931, + "Ġstor": 932, + "Ġfly": 933, + "ast": 934, + "ised": 935, + "ip": 936, + "Ġits": 937, + "led": 938, + "ock": 939, + "ucy": 940, + "fore": 941, + "Ġgoing": 942, + "Ġclean": 943, + "Ġdan": 944, + "Ġpic": 945, + "Ġsoon": 946, + "Ġcalled": 947, + "Ġshare": 948, + "kay": 949, + "Ġangry": 950, + "Ġrock": 951, + "Ġcon": 952, + "Ġpretty": 953, + "No": 954, + "Ġide": 955, + "ied": 956, + "illy": 957, + "Ġground": 958, + "xt": 959, + "Ġred": 960, + "Ġexplore": 961, + "Ġcry": 962, + "Ġadvent": 963, + "Ġsto": 964, + "so": 965, + "Ġreal": 966, + "Let": 967, + "Ġwind": 968, + "Ġshiny": 969, + "be": 970, + "Ġbook": 971, + "Ġalso": 972, + "Ġdoll": 973, + "Ġidea": 974, + "Ġbefore": 975, + "Ġopened": 976, + "dded": 977, + "Ġwhile": 978, + "ummy": 979, + "Ġkeep": 980, + "Ġey": 981, + "Ġnow": 982, + "Ġdoor": 983, + "Ġfeeling": 984, + "âĤ¬â": 985, + "oon": 986, + "oy": 987, + "Ġwalking": 988, + "Ġnoise": 989, + "Ġfr": 990, + "les": 991, + "age": 992, + "ious": 993, + "Ġcolor": 994, + "Ġturn": 995, + "thing": 996, + "ff": 997, + "uch": 998, + "th": 999, + "Ġbed": 1000, + "ary": 1001, + "Ġdra": 1002, + "Ġpicked": 1003, + "imb": 1004, + "eet": 1005, + "Ġclimb": 1006, + "Ġdel": 1007, + "What": 1008, + "Ġbeing": 1009, + "Ġfood": 1010, + "Ġun": 1011, + "Ġfar": 1012, + "ture": 1013, + "joy": 1014, + "Ġadventure": 1015, + "ac": 1016, + "Ġsmile": 1017, + "Ġdif": 1018, + "Ħ¢": 1019, + "âĤ¬âĦ¢": 1020, + "memb": 1021, + "Ġwr": 1022, + "Ġthr": 1023, + "ught": 1024, + "Ġlooking": 1025, + "Ġnext": 1026, + "iced": 1027, + "ĠLucy": 1028, + "Ġnodded": 1029, + "Ġquick": 1030, + "ĠP": 1031, + "Ġdis": 1032, + "Ġrepl": 1033, + "ĠDad": 1034, + "Ġwait": 1035, + "ized": 1036, + "Ġforest": 1037, + "Ġclos": 1038, + "ĠSuddenly": 1039, + "Ġtra": 1040, + "That": 1041, + "Ġeyes": 1042, + "ger": 1043, + "bbit": 1044, + "ted": 1045, + "Ġown": 1046, + "Ġrain": 1047, + "Ġimport": 1048, + "Ġgreat": 1049, + "Ġrememb": 1050, + "Ġpicture": 1051, + "Thank": 1052, + "Suddenly": 1053, + "Ġstopped": 1054, + "Ġenjoy": 1055, + "Ġvo": 1056, + "Ben": 1057, + "Ġgive": 1058, + "Ġimportant": 1059, + "Ġwork": 1060, + "Ġnear": 1061, + "gan": 1062, + "pot": 1063, + "Ġever": 1064, + "Ġapp": 1065, + "Ġafter": 1066, + "Ġquickly": 1067, + "Ġlisten": 1068, + "Ġbre": 1069, + "ting": 1070, + "bbed": 1071, + "Ġma": 1072, + "Ġfish": 1073, + "Ġreplied": 1074, + "Ġrabbit": 1075, + "Ġhands": 1076, + "ĠG": 1077, + "Ġnoticed": 1078, + "Ġbro": 1079, + "Ġslide": 1080, + "Ġthink": 1081, + "Ġwalk": 1082, + "Ġtruck": 1083, + "Ġac": 1084, + "kes": 1085, + "Ġstrong": 1086, + "She": 1087, + "Ġshowed": 1088, + "Ġde": 1089, + "Ġeveryone": 1090, + "Ġwonder": 1091, + "fere": 1092, + "bye": 1093, + "Ġdiffere": 1094, + "irst": 1095, + "So": 1096, + "Ġsure": 1097, + "Ġhas": 1098, + "Ġright": 1099, + "Ġbeen": 1100, + "Ġbecame": 1101, + "Ġsound": 1102, + "maz": 1103, + "Ġtow": 1104, + "Ġru": 1105, + "Ġtal": 1106, + "Ġamaz": 1107, + "Ġhead": 1108, + "Ġshout": 1109, + "Ġbright": 1110, + "Ġye": 1111, + "Ġwatched": 1112, + "ĠR": 1113, + "Ġmor": 1114, + "Ġchild": 1115, + "able": 1116, + "Ġmean": 1117, + "Ġwhere": 1118, + "llow": 1119, + "Ġhigh": 1120, + "ĠSue": 1121, + "Ġface": 1122, + "Ġcook": 1123, + "day": 1124, + "aybe": 1125, + "Ġwatch": 1126, + "Ġblue": 1127, + "aught": 1128, + "Ġdifferent": 1129, + "Ġstore": 1130, + "ĠN": 1131, + "Ġgoodbye": 1132, + "Ġdress": 1133, + "ull": 1134, + "ĠBob": 1135, + "ng": 1136, + "ange": 1137, + "Ġsqu": 1138, + "Ġokay": 1139, + "isy": 1140, + "lease": 1141, + "ĠMommy": 1142, + "Ġvoice": 1143, + "Jo": 1144, + "ath": 1145, + "Ġnight": 1146, + "ĠSpot": 1147, + "Ġus": 1148, + "Ġboat": 1149, + "Ġflowers": 1150, + "Ġplace": 1151, + "Ġfollow": 1152, + "Ġar": 1153, + "Ġuse": 1154, + "Ġcloser": 1155, + "unny": 1156, + "leep": 1157, + "ired": 1158, + "Ġfav": 1159, + "Ġyell": 1160, + "Ġgrabbed": 1161, + "Ġcuri": 1162, + "Ġwarm": 1163, + "Ġcr": 1164, + "Ġforg": 1165, + "ĠSarah": 1166, + "ĠJohn": 1167, + "Ġmag": 1168, + "Ġstick": 1169, + "We": 1170, + "Ġjumped": 1171, + "Ġcake": 1172, + "more": 1173, + "Ġtell": 1174, + "Ġanymore": 1175, + "After": 1176, + "Ġbutter": 1177, + "ndma": 1178, + "Ġthree": 1179, + "Ġask": 1180, + "co": 1181, + "Ġour": 1182, + "lie": 1183, + "Ġcurious": 1184, + "ount": 1185, + "orn": 1186, + "Ġcont": 1187, + "Ġfell": 1188, + "ached": 1189, + "ĠTh": 1190, + "Ġbirds": 1191, + "ass": 1192, + "Her": 1193, + "iss": 1194, + "Ġhelped": 1195, + "ĠJane": 1196, + "Ġpull": 1197, + "Ġfirst": 1198, + "itc": 1199, + "Ġblock": 1200, + "Ġhop": 1201, + "Ġbit": 1202, + "Ġdr": 1203, + "Ġrealized": 1204, + "Ġkid": 1205, + "Look": 1206, + "ila": 1207, + "Ġmon": 1208, + "Ġbrother": 1209, + "Anna": 1210, + "Sara": 1211, + "Ġz": 1212, + "ĠEveryone": 1213, + "Ġate": 1214, + "Ġdoes": 1215, + "imes": 1216, + "Ġhappened": 1217, + "Ġstop": 1218, + "zy": 1219, + "Ġyummy": 1220, + "Ġfavor": 1221, + "ppy": 1222, + "Ġkitc": 1223, + "Ġkitchen": 1224, + "Ġsweet": 1225, + "us": 1226, + "Ġper": 1227, + "Ġreally": 1228, + "aisy": 1229, + "Ġgrass": 1230, + "Ġfavorite": 1231, + "Ġbegan": 1232, + "Ġrest": 1233, + "Ġready": 1234, + "Ġlea": 1235, + "Ġreached": 1236, + "Ġunderst": 1237, + "air": 1238, + "Ġste": 1239, + "Ġbunny": 1240, + "ĠAs": 1241, + "Ġstory": 1242, + "'re": 1243, + "Ġpain": 1244, + "Ġsing": 1245, + "ster": 1246, + "Ġhere": 1247, + "Ġsand": 1248, + "Ġonly": 1249, + "Ġflo": 1250, + "Ġam": 1251, + "Ġglad": 1252, + "Ġtri": 1253, + "Ġbeh": 1254, + "Ġworld": 1255, + "Ġopen": 1256, + "Ġcre": 1257, + "fully": 1258, + "Ġprin": 1259, + "where": 1260, + "arent": 1261, + "Ġflower": 1262, + "Ġthrough": 1263, + "Ġba": 1264, + "Ġfire": 1265, + "Ġdone": 1266, + "Ġhaving": 1267, + "Ġthing": 1268, + "Ġdelic": 1269, + "Ġhimself": 1270, + "Ġtired": 1271, + "Ġparent": 1272, + "Ġsoft": 1273, + "Ġfro": 1274, + "Timmy": 1275, + "Ġtast": 1276, + "Ġbutterf": 1277, + "ĠLet": 1278, + "Ġcut": 1279, + "Ġpart": 1280, + "Ġwhy": 1281, + "ken": 1282, + "Ġmess": 1283, + "Can": 1284, + "Ġworry": 1285, + "Mommy": 1286, + "iver": 1287, + "Ġdin": 1288, + "uff": 1289, + "ater": 1290, + "Ġmagic": 1291, + "Ġwaved": 1292, + "Ġshouted": 1293, + "Ġpond": 1294, + "Ġkids": 1295, + "Ġhat": 1296, + "Ġduck": 1297, + "Ġsees": 1298, + "olly": 1299, + "illed": 1300, + "Ġgame": 1301, + "ient": 1302, + "Ġmaking": 1303, + "ather": 1304, + "John": 1305, + "As": 1306, + "akes": 1307, + "Ġcatch": 1308, + "Ġseen": 1309, + "Ġcool": 1310, + "ation": 1311, + "Ġcoming": 1312, + "Ġless": 1313, + "Ġdark": 1314, + "Ġused": 1315, + "eddy": 1316, + "Ġfix": 1317, + "ĠJoe": 1318, + "Ġthank": 1319, + "mer": 1320, + "Ġtop": 1321, + "Ġlady": 1322, + "Ġhair": 1323, + "aring": 1324, + "Ġprom": 1325, + "Ġhopped": 1326, + "ĠCan": 1327, + "\".": 1328, + "ign": 1329, + "Ġsurprise": 1330, + "Ġdraw": 1331, + "Ġmum": 1332, + "Ġmouse": 1333, + "Ġfunny": 1334, + "rel": 1335, + "Ġcra": 1336, + "Ġ-": 1337, + "aper": 1338, + "Ġfull": 1339, + "Ġtouch": 1340, + "Ġlight": 1341, + "Ġspot": 1342, + "ren": 1343, + "Ġdro": 1344, + "ĠBenny": 1345, + "Ġparents": 1346, + "Ġworked": 1347, + "ins": 1348, + "oney": 1349, + "ĠDo": 1350, + "Ġsurprised": 1351, + "Ġcarefully": 1352, + "Ġtrees": 1353, + "Ġfrog": 1354, + "Ġswing": 1355, + "Ġdoing": 1356, + "Don": 1357, + "Ġsat": 1358, + "inally": 1359, + "ĠThat": 1360, + "Ġice": 1361, + "ĠIn": 1362, + "Ġheld": 1363, + "Wow": 1364, + "Ġrunning": 1365, + "Ġpretend": 1366, + "Ġswim": 1367, + "Ġset": 1368, + "Ġread": 1369, + "Ġdelicious": 1370, + "Ġneeded": 1371, + "Ġtight": 1372, + "Ġslow": 1373, + "Ġremembered": 1374, + "Ġlost": 1375, + "Ġcold": 1376, + "Ġsmell": 1377, + "ards": 1378, + "Ġwood": 1379, + "Ġhappily": 1380, + "hy": 1381, + "ely": 1382, + "Ġlooks": 1383, + "Ġbehind": 1384, + "Ġherself": 1385, + "Ġcried": 1386, + "Ġenjoyed": 1387, + "Ġname": 1388, + "ask": 1389, + "Ġyears": 1390, + "Ġbuy": 1391, + "Ġhole": 1392, + "Ġblocks": 1393, + "Ġdri": 1394, + "Ġsleep": 1395, + "Ġgi": 1396, + "Ġyellow": 1397, + "cess": 1398, + "Ġbutterfly": 1399, + "ike": 1400, + "ued": 1401, + "Ġwished": 1402, + "Ġperf": 1403, + "Ġanother": 1404, + "ĠDaisy": 1405, + "Ġgreen": 1406, + "Ġmove": 1407, + "Ġtall": 1408, + "Ġair": 1409, + "Ġbag": 1410, + "Ġfloor": 1411, + "Ġcars": 1412, + "Ġlesson": 1413, + "ul": 1414, + "Ġbow": 1415, + "Ġarri": 1416, + "Ġwindow": 1417, + "Ġsho": 1418, + "Ġchildren": 1419, + "ner": 1420, + "Ġfinished": 1421, + "Ġhill": 1422, + "ĠAfter": 1423, + "andy": 1424, + "sp": 1425, + "ens": 1426, + "Ġpaper": 1427, + "Ġlikes": 1428, + "From": 1429, + "sy": 1430, + "Ġhold": 1431, + "Sam": 1432, + "Ġwrong": 1433, + "reed": 1434, + "Ġcontin": 1435, + "Ġunderstand": 1436, + "atter": 1437, + "uit": 1438, + "rew": 1439, + "Ġgent": 1440, + "Ġanything": 1441, + "Ġclose": 1442, + "Ġwall": 1443, + "Ġel": 1444, + "asure": 1445, + "Ġleft": 1446, + "Ġable": 1447, + "Ġarrived": 1448, + "Ġhun": 1449, + "ross": 1450, + "av": 1451, + "Ġhear": 1452, + "Ġfriendly": 1453, + "Ġforgot": 1454, + "Ġgone": 1455, + "ama": 1456, + "Ġcreat": 1457, + "Ġwet": 1458, + "Ġlion": 1459, + "Hell": 1460, + "Hello": 1461, + "Ġdream": 1462, + "Ġhot": 1463, + "bo": 1464, + "ber": 1465, + "ĠSally": 1466, + "Ġfilled": 1467, + "Ġdir": 1468, + "ield": 1469, + "Ġcookies": 1470, + "Ġlaugh": 1471, + "Ġbroken": 1472, + "Ġdinner": 1473, + "lf": 1474, + "Ġelse": 1475, + "Ġhid": 1476, + "ced": 1477, + "Ġpink": 1478, + "Ġfollowed": 1479, + "Ġtable": 1480, + "Ġmar": 1481, + "Ġcolors": 1482, + "oup": 1483, + "Ġmoment": 1484, + "Ġcontinued": 1485, + "Ġwonderful": 1486, + "ĠEm": 1487, + "ey": 1488, + "ined": 1489, + "irrel": 1490, + "rot": 1491, + "Ġfinally": 1492, + "Jack": 1493, + "Ġarm": 1494, + "Ġmight": 1495, + "ĠNow": 1496, + "Ġcast": 1497, + "Ġyes": 1498, + "Ġbuild": 1499, + "Ġenough": 1500, + "ĠBilly": 1501, + "Ġsomeone": 1502, + "Ġperfect": 1503, + "Ġfair": 1504, + "Ġstayed": 1505, + "app": 1506, + "Ġmorning": 1507, + "ĠThere": 1508, + "Ġpuppy": 1509, + "ol": 1510, + "Ġdaddy": 1511, + "Ġtrying": 1512, + "'ll": 1513, + "Ġju": 1514, + "Ġothers": 1515, + "Ġbooks": 1516, + "Ġagreed": 1517, + "Ġmus": 1518, + "Ġsnow": 1519, + "Ġsquirrel": 1520, + "Ġcream": 1521, + "room": 1522, + "Ġgetting": 1523, + "Ġgrandma": 1524, + "ĠLila": 1525, + "Ġleaves": 1526, + "Ġbaby": 1527, + "Ġcount": 1528, + "icy": 1529, + "Ġfew": 1530, + "At": 1531, + "Ġfall": 1532, + "Then": 1533, + "gon": 1534, + "Ġbreak": 1535, + "Ġclimbed": 1536, + "ries": 1537, + "Ġbeach": 1538, + "ash": 1539, + "Ġbug": 1540, + "Ġplease": 1541, + "Ġmother": 1542, + "Ġbrought": 1543, + "Ġtrain": 1544, + "ance": 1545, + "ĠThis": 1546, + "Ġdeep": 1547, + "Ġvis": 1548, + "ated": 1549, + "shed": 1550, + "Ġmet": 1551, + "Ġwasn": 1552, + "Ġsometimes": 1553, + "Ġeverything": 1554, + "ĠTommy": 1555, + "ich": 1556, + "Ġmusic": 1557, + "key": 1558, + "ling": 1559, + "This": 1560, + "os": 1561, + "Ġturned": 1562, + "lc": 1563, + "Ġride": 1564, + "oom": 1565, + "Ġsong": 1566, + "oring": 1567, + "Ġspark": 1568, + "Ġfight": 1569, + "Ġhungry": 1570, + "ons": 1571, + "Ġpictures": 1572, + "ds": 1573, + "Ġmakes": 1574, + "Ġsear": 1575, + "ucky": 1576, + "Ġlistened": 1577, + "Ġjoy": 1578, + "Ġpol": 1579, + "ĠWhat": 1580, + "His": 1581, + "ee": 1582, + "Ġclot": 1583, + "Ġsail": 1584, + "apped": 1585, + "bble": 1586, + "Ġcomp": 1587, + "Ġplan": 1588, + "Ġwants": 1589, + "Ġclothes": 1590, + "Ġpoin": 1591, + "ĠK": 1592, + "zz": 1593, + "Ġballoon": 1594, + "Ġstrange": 1595, + "man": 1596, + "enny": 1597, + "Ġpi": 1598, + "Ġgrow": 1599, + "Ġflying": 1600, + "row": 1601, + "Ġscary": 1602, + "Ġtreat": 1603, + "Ġwaited": 1604, + "Ġamazed": 1605, + "Ġteddy": 1606, + "Ġcastle": 1607, + "ister": 1608, + "Ġele": 1609, + "Ġamazing": 1610, + "med": 1611, + "Ġspl": 1612, + "Oh": 1613, + "Ġleave": 1614, + "Ġowner": 1615, + "Ġpromised": 1616, + "Ġdanger": 1617, + "ever": 1618, + "OK": 1619, + "Ġsuch": 1620, + "Ġwhite": 1621, + "Ġpat": 1622, + "Ġtalk": 1623, + "uffy": 1624, + "Ġfur": 1625, + "Ġpie": 1626, + "ope": 1627, + "red": 1628, + "Ġpulled": 1629, + "Ġpre": 1630, + "Ġwoods": 1631, + "ĠTo": 1632, + "Ġshared": 1633, + "Ġalone": 1634, + "Ġtowards": 1635, + "cle": 1636, + "ĠMaybe": 1637, + "Ġsit": 1638, + "Ġnap": 1639, + "Ġcolorful": 1640, + "amp": 1641, + "hone": 1642, + "Ġvisit": 1643, + "igg": 1644, + "ugg": 1645, + "thy": 1646, + "ence": 1647, + "Ġtail": 1648, + "ctor": 1649, + "Ġmagical": 1650, + "Ġriver": 1651, + "Ġhig": 1652, + "Ġbelie": 1653, + "Ġgrate": 1654, + "ually": 1655, + "ang": 1656, + "ott": 1657, + "Ġhide": 1658, + "Ġsilly": 1659, + "Ġsmiles": 1660, + "ower": 1661, + "Ġside": 1662, + "Max": 1663, + "Ġroll": 1664, + "Ġgu": 1665, + "ĠAmy": 1666, + "Ġpro": 1667, + "eter": 1668, + "Ġfaster": 1669, + "Ġgrateful": 1670, + "Ġtreasure": 1671, + "ased": 1672, + "Ġsnack": 1673, + "up": 1674, + "Ġland": 1675, + "avy": 1676, + "Ġmoral": 1677, + "ained": 1678, + "Ġsister": 1679, + "ĠGra": 1680, + "Ġshap": 1681, + "Ġpaint": 1682, + "Ġslowly": 1683, + "Ġfield": 1684, + "Ġpet": 1685, + "Ġsec": 1686, + "orm": 1687, + "ĠJim": 1688, + "Ġbran": 1689, + "Ġmin": 1690, + "Ġmust": 1691, + "Ġhelping": 1692, + "Ġworried": 1693, + "Ġjob": 1694, + "Ġfox": 1695, + "set": 1696, + "Ġmoney": 1697, + "Ġpot": 1698, + "Ġqui": 1699, + "Ġbel": 1700, + "Ġacc": 1701, + "Ġliving": 1702, + "Ġmonster": 1703, + "less": 1704, + "Ġparty": 1705, + "ear": 1706, + "Ġmost": 1707, + "Ġwear": 1708, + "Ġremember": 1709, + "ire": 1710, + "Ġsign": 1711, + "wl": 1712, + "Ġcloud": 1713, + "Ġcandy": 1714, + "Ġhigher": 1715, + "ipped": 1716, + "ident": 1717, + "ĠAll": 1718, + "der": 1719, + "ze": 1720, + "Ġquiet": 1721, + "Ġtown": 1722, + "unch": 1723, + "Ġprincess": 1724, + "Ġruns": 1725, + "asket": 1726, + "em": 1727, + "Ġeverywhere": 1728, + "Ġjoin": 1729, + "Ġstepped": 1730, + "Ġbasket": 1731, + "Ġlake": 1732, + "Ġcup": 1733, + "sw": 1734, + "outh": 1735, + "Ġcarrot": 1736, + "Ġcoll": 1737, + "Ġplant": 1738, + "Ġscream": 1739, + "ĠDaddy": 1740, + "Ġbuck": 1741, + "Ġheavy": 1742, + "Ġbigger": 1743, + "Ġcho": 1744, + "Ġblank": 1745, + "Ġclosed": 1746, + "Ġwon": 1747, + "ises": 1748, + "Ġansw": 1749, + "br": 1750, + "Ġblanket": 1751, + "Ġmouth": 1752, + "ames": 1753, + "eces": 1754, + "Ġeating": 1755, + "Ġpieces": 1756, + "cket": 1757, + "Ġstre": 1758, + "Ġwelc": 1759, + "Ġwouldn": 1760, + "Ġreach": 1761, + "Ġbroke": 1762, + "eared": 1763, + "Ġdangerous": 1764, + "gs": 1765, + "ph": 1766, + "ĠMolly": 1767, + "Ġce": 1768, + "ĠMr": 1769, + "ord": 1770, + "fort": 1771, + "Ġdolls": 1772, + "ming": 1773, + "Ġdance": 1774, + "Ġdragon": 1775, + "Ġthinks": 1776, + "Ġasks": 1777, + "Ġacross": 1778, + "Okay": 1779, + "Ġchair": 1780, + "Ġteac": 1781, + "Ġbott": 1782, + "Hi": 1783, + "Ġpa": 1784, + "Ġneigh": 1785, + "Ġbar": 1786, + "Ġbike": 1787, + "Ġpack": 1788, + "iting": 1789, + "Ġdisapp": 1790, + "Ġneighb": 1791, + "Ġstuck": 1792, + "de": 1793, + "Ġgif": 1794, + "Ġfruit": 1795, + "Ġbelieve": 1796, + "cy": 1797, + "Ġve": 1798, + "Ġcrying": 1799, + "ier": 1800, + "phant": 1801, + "Ġsuddenly": 1802, + "Ġsoup": 1803, + "Ġrace": 1804, + "Ġthrew": 1805, + "Sure": 1806, + "Ġfarmer": 1807, + "Ġaccident": 1808, + "Ġdirty": 1809, + "Ġelephant": 1810, + "Ġmonkey": 1811, + "Ġheal": 1812, + "weet": 1813, + "Ġrem": 1814, + "Ġpers": 1815, + "Ġsame": 1816, + "ored": 1817, + "ventually": 1818, + "ead": 1819, + "pping": 1820, + "Ġgentle": 1821, + "Ġfree": 1822, + "Ġbrown": 1823, + "Maybe": 1824, + "Ġinst": 1825, + "Ġbee": 1826, + "ix": 1827, + "Ġben": 1828, + "Ġwin": 1829, + "Ġblack": 1830, + "Ġalong": 1831, + "Ġlonger": 1832, + "ible": 1833, + "Ġspr": 1834, + "Ġclapped": 1835, + "Finally": 1836, + "Why": 1837, + "cked": 1838, + "Ġwords": 1839, + "ĠFl": 1840, + "Ġteacher": 1841, + "Ġupset": 1842, + "chool": 1843, + "Ġpiece": 1844, + "Ġwell": 1845, + "Ġcheered": 1846, + "Ġhit": 1847, + "Ġsang": 1848, + "ment": 1849, + "Ġbowl": 1850, + "Ġbite": 1851, + "Ġdoctor": 1852, + "ĠJill": 1853, + "Ġbucket": 1854, + "Mia": 1855, + "Ġbath": 1856, + "Ġcaught": 1857, + "Ġheart": 1858, + "Ġforget": 1859, + "Ġmark": 1860, + "Ġbutt": 1861, + "Ġdry": 1862, + "Ġyoung": 1863, + "Ġsea": 1864, + "Ġcour": 1865, + "Ġdropped": 1866, + "ese": 1867, + "Ġyard": 1868, + "Ġplac": 1869, + "ourn": 1870, + "Ġschool": 1871, + "Ġswings": 1872, + "bby": 1873, + "Ġwings": 1874, + "bs": 1875, + "Ġexplained": 1876, + "Ġjourn": 1877, + "Ġbring": 1878, + "Ġdrink": 1879, + "Ġstreet": 1880, + "Ġjuice": 1881, + "ung": 1882, + "Ġnearby": 1883, + "ĠEmma": 1884, + "Ġsmo": 1885, + "Ġsmart": 1886, + "Ġpushed": 1887, + "Ġstories": 1888, + "Ġdrove": 1889, + "Ġtiny": 1890, + "Ġpen": 1891, + "Ġcourse": 1892, + "Ġes": 1893, + "Ġmine": 1894, + "Ġtoday": 1895, + "Ġpocket": 1896, + "Ġyear": 1897, + "aughter": 1898, + "Ġje": 1899, + "Ġsecret": 1900, + "Ġexp": 1901, + "Ġwithout": 1902, + "Ġsinging": 1903, + "Ġwelcome": 1904, + "Ġhappen": 1905, + "to": 1906, + "Ġfit": 1907, + "Ġstu": 1908, + "vel": 1909, + "ract": 1910, + "Ġbus": 1911, + "Ġcheese": 1912, + "Ġcray": 1913, + "Ġfairy": 1914, + "Ġjar": 1915, + "Ġturns": 1916, + "Ġbush": 1917, + "bow": 1918, + "llo": 1919, + "Ġexploring": 1920, + "Ġlon": 1921, + "Ġstand": 1922, + "itting": 1923, + "Ġseemed": 1924, + "Ġspoon": 1925, + "ĠFinally": 1926, + "Ġgames": 1927, + "Ġwoke": 1928, + "issed": 1929, + "Ġresp": 1930, + "Ġtrou": 1931, + "Ġtwins": 1932, + "Ġhoped": 1933, + "Ġatt": 1934, + "Ġlonely": 1935, + "Ġant": 1936, + "ĠMama": 1937, + "orrow": 1938, + "Ġnoises": 1939, + "Ġhugs": 1940, + "ountain": 1941, + "yard": 1942, + "Ġdaughter": 1943, + "Ġinv": 1944, + "Ġkey": 1945, + "ail": 1946, + "Ġrocks": 1947, + "Ġdisco": 1948, + "Ġsu": 1949, + "Ġlunch": 1950, + "read": 1951, + "oun": 1952, + "vered": 1953, + "Ġbackyard": 1954, + "Ġsuc": 1955, + "Ġcow": 1956, + "Ġapple": 1957, + "ek": 1958, + "Ġswam": 1959, + "Ġshoes": 1960, + "Ġstars": 1961, + "Ġshook": 1962, + "ittens": 1963, + "Ġmiss": 1964, + "ches": 1965, + "Ġwish": 1966, + "Ġrelie": 1967, + "fused": 1968, + "Ġshapes": 1969, + "urple": 1970, + "Ġtower": 1971, + "ity": 1972, + "Ġcorn": 1973, + "Ġmoved": 1974, + "shine": 1975, + "Ġ3": 1976, + "Ġthough": 1977, + "Ġcir": 1978, + "umb": 1979, + "Ġtaking": 1980, + "ts": 1981, + "ĠTweet": 1982, + "ape": 1983, + "Ġrainbow": 1984, + "Ġthrow": 1985, + "Ġstar": 1986, + "Ġbench": 1987, + "Ġneck": 1988, + "ocked": 1989, + "Ġcreature": 1990, + "Ġbubble": 1991, + "Ġlate": 1992, + "Ġadventures": 1993, + "Ġowl": 1994, + "ions": 1995, + "And": 1996, + "Ġwhe": 1997, + "Ġpar": 1998, + "Ġshell": 1999, + "Ġkite": 2000, + "ĠFluffy": 2001, + "ining": 2002, + "Ġmil": 2003, + "unt": 2004, + "Ġfence": 2005, + "Ġmix": 2006, + "Ġlift": 2007, + "Ġaccidentally": 2008, + "Ġwise": 2009, + "Ġhello": 2010, + "Ġpurple": 2011, + "pper": 2012, + "Ġonto": 2013, + "Ġspin": 2014, + "ten": 2015, + "ours": 2016, + "Ġsitting": 2017, + "idge": 2018, + "Ġsunshine": 2019, + "Ġcute": 2020, + "Ġmat": 2021, + "ward": 2022, + "Ġshop": 2023, + "Ġwhist": 2024, + "Ġdist": 2025, + "Ġorange": 2026, + "Lila": 2027, + "Ġnaught": 2028, + "ĠSammy": 2029, + "Ġnaughty": 2030, + "Ġnest": 2031, + "ose": 2032, + "ors": 2033, + "lla": 2034, + "Ġmilk": 2035, + "fish": 2036, + "Ġaf": 2037, + "Ġboun": 2038, + "Ġphone": 2039, + "Ġarms": 2040, + "Ġeas": 2041, + "ness": 2042, + "Ġcarry": 2043, + "ĠGrandma": 2044, + "og": 2045, + "Ġbought": 2046, + "Ġdriver": 2047, + "Ġinstead": 2048, + "Later": 2049, + "Ġtalked": 2050, + "Ġsearched": 2051, + "gged": 2052, + "Ġpig": 2053, + "Ġcozy": 2054, + "Ġsunny": 2055, + "itty": 2056, + "Ġfeels": 2057, + "Ġfan": 2058, + "Ġwondered": 2059, + "Ġcomes": 2060, + "Ġswimming": 2061, + "uched": 2062, + "Ġtouched": 2063, + "Ġpop": 2064, + "ĠInside": 2065, + "ale": 2066, + "Ġlucky": 2067, + "Ġlaughing": 2068, + "Ġbelong": 2069, + "Ġsounds": 2070, + "Ġwom": 2071, + "Ġcave": 2072, + "let": 2073, + "Ġjourney": 2074, + "Ġwoman": 2075, + "Ġcou": 2076, + "Ġnothing": 2077, + "Ġcoat": 2078, + "Ġrelieved": 2079, + "ĠO": 2080, + "Ġpeace": 2081, + "adow": 2082, + "Ġnose": 2083, + "Ġbusy": 2084, + "Bob": 2085, + "Ġpast": 2086, + "Ġapples": 2087, + "Ġsick": 2088, + "Ġrope": 2089, + "Ġpatient": 2090, + "Ġact": 2091, + "Ġpudd": 2092, + "Ġinc": 2093, + "raid": 2094, + "Ġwatching": 2095, + "Ġbranch": 2096, + "Ġafraid": 2097, + "Ġtom": 2098, + "ider": 2099, + "Ġdays": 2100, + "Ġret": 2101, + "cing": 2102, + "ĠMary": 2103, + "Ġband": 2104, + "Ġfarm": 2105, + "Ġhuge": 2106, + "ĠThank": 2107, + "ator": 2108, + "Ġexciting": 2109, + "Ġdanced": 2110, + "thday": 2111, + "Ġwar": 2112, + "ĠSoon": 2113, + "ball": 2114, + "Ġgigg": 2115, + "blem": 2116, + "Ġzoom": 2117, + "Ġmad": 2118, + "Ġvill": 2119, + "Ġforever": 2120, + "Ġproblem": 2121, + "Ġcollect": 2122, + "ped": 2123, + "irt": 2124, + "Ġminut": 2125, + "Ġwra": 2126, + "ho": 2127, + "Ġlife": 2128, + "Ġknee": 2129, + "ces": 2130, + "Do": 2131, + "cer": 2132, + "mp": 2133, + "arp": 2134, + "Ġking": 2135, + "Ġasleep": 2136, + "Ġreturn": 2137, + "Ġsharp": 2138, + "Ġrel": 2139, + "Ġpower": 2140, + "eth": 2141, + "Ġholding": 2142, + "Ġfing": 2143, + "Ġhealthy": 2144, + "ĠMittens": 2145, + "Ġprot": 2146, + "Ġmeet": 2147, + "Ġorgan": 2148, + "Ġclever": 2149, + "Ġspotted": 2150, + "Ġletter": 2151, + "Ġgather": 2152, + "alm": 2153, + "Of": 2154, + "ere": 2155, + "Ġround": 2156, + "Ġstorm": 2157, + "Ġprotect": 2158, + "Ġgift": 2159, + "amed": 2160, + "Ġmail": 2161, + "ĠJen": 2162, + "Ġbirthday": 2163, + "Ġpres": 2164, + "Ġsaf": 2165, + "Ġneighbor": 2166, + "epend": 2167, + "Ġtakes": 2168, + "sc": 2169, + "Ġear": 2170, + "Ġcomfort": 2171, + "Ġent": 2172, + "Ġrep": 2173, + "Ġperson": 2174, + "Ġsmiling": 2175, + "ĠWith": 2176, + "Ġgently": 2177, + "Ġpointed": 2178, + "Every": 2179, + "owed": 2180, + "Ġspo": 2181, + "col": 2182, + "Ġtasty": 2183, + "ular": 2184, + "ĠJimmy": 2185, + "Ġplane": 2186, + "sting": 2187, + "hin": 2188, + "Ġhoney": 2189, + "itch": 2190, + "Ġpill": 2191, + "Ġpass": 2192, + "itten": 2193, + "Ġmatter": 2194, + "Ġadm": 2195, + "Ġtasted": 2196, + "Ġsmelled": 2197, + "nic": 2198, + "ove": 2199, + "Ġeag": 2200, + "Ġshining": 2201, + "Hey": 2202, + "Ġhope": 2203, + "Ġplaces": 2204, + "Ġkick": 2205, + "ĠCh": 2206, + "Ġpicnic": 2207, + "Ġbottle": 2208, + "Ġrespect": 2209, + "Ġblew": 2210, + "Ġappeared": 2211, + "Ġsupp": 2212, + "Tommy": 2213, + "ĠCome": 2214, + "Ġspider": 2215, + "Ġintere": 2216, + "Ġcheer": 2217, + "board": 2218, + "Ġwearing": 2219, + "Ġpresent": 2220, + "ert": 2221, + "Ġmist": 2222, + "ize": 2223, + "Ġtrouble": 2224, + "Ġtrip": 2225, + "Ġpract": 2226, + "Ġkiss": 2227, + "Ġquest": 2228, + "ond": 2229, + "Ġash": 2230, + "Ġloves": 2231, + "Ġtightly": 2232, + "gg": 2233, + "arge": 2234, + "Ġsur": 2235, + "Ġspread": 2236, + "aur": 2237, + "Ġwide": 2238, + "ones": 2239, + "umber": 2240, + "Ġfeather": 2241, + "Ġsplas": 2242, + "ont": 2243, + "ndp": 2244, + "Ġlater": 2245, + "Ġwhole": 2246, + "Ġanyone": 2247, + "Ġbread": 2248, + "Molly": 2249, + "Ġdes": 2250, + "Ġrec": 2251, + "ella": 2252, + "Ġroad": 2253, + "In": 2254, + "Ġoce": 2255, + "Ġgiant": 2256, + "Ġocean": 2257, + "els": 2258, + "Ġpuzz": 2259, + "Ġcookie": 2260, + "Ġpan": 2261, + "Ġpath": 2262, + "ÅĵI": 2263, + "Ġconfused": 2264, + "Ġscreamed": 2265, + "Ġclouds": 2266, + "eb": 2267, + "Ġimpress": 2268, + "Ġfront": 2269, + "ĠGo": 2270, + "Ġseat": 2271, + "lex": 2272, + "Ġlay": 2273, + "Ġwhich": 2274, + "la": 2275, + "Ġthin": 2276, + "Ġteach": 2277, + "erly": 2278, + "Ġdi": 2279, + "Ġanswer": 2280, + "ungle": 2281, + "Ġap": 2282, + "ssed": 2283, + "hile": 2284, + "ub": 2285, + "Ġlarge": 2286, + "Ġjungle": 2287, + "Ġpromise": 2288, + "Ġser": 2289, + "Ġber": 2290, + "Ġwild": 2291, + "Ġbark": 2292, + "Ġmach": 2293, + "oose": 2294, + "Ġbutton": 2295, + "ndpa": 2296, + "Good": 2297, + "Ġmyster": 2298, + "Ġsnake": 2299, + "Ġvillage": 2300, + "Ġhor": 2301, + "ĠEmily": 2302, + "Come": 2303, + "Ġtool": 2304, + "Ġputs": 2305, + "Ġlast": 2306, + "Ġimag": 2307, + "ĠJake": 2308, + "Lucy": 2309, + "Ġtid": 2310, + "Ġban": 2311, + "lebr": 2312, + "Ġeventually": 2313, + "Ġslid": 2314, + "Ġwave": 2315, + "Ġlive": 2316, + "Ġchased": 2317, + "ĠEverywhere": 2318, + "Ġcelebr": 2319, + "Ġcrayons": 2320, + "Just": 2321, + "Ġspent": 2322, + "Ġwrite": 2323, + "Ġgives": 2324, + "unk": 2325, + "ife": 2326, + "Ġdecor": 2327, + "Ġfoot": 2328, + "Ġdelight": 2329, + "Ġsol": 2330, + "Ġsandw": 2331, + "Ġdirt": 2332, + "ĠJenny": 2333, + "Ġtalking": 2334, + "Ġtreats": 2335, + "Ġcart": 2336, + "ching": 2337, + "Ġwaiting": 2338, + "Ġhiding": 2339, + "Ġsnowman": 2340, + "Ġinteresting": 2341, + "Ġhon": 2342, + "ony": 2343, + "Ġshelf": 2344, + "Ġtaste": 2345, + "een": 2346, + "Jim": 2347, + "Ġstep": 2348, + "Mum": 2349, + "Ġhelpful": 2350, + "Ġfeet": 2351, + "Ġshy": 2352, + "Ġgoes": 2353, + "Ġval": 2354, + "Ġemb": 2355, + "Ġstood": 2356, + "Ġshr": 2357, + "Ġbuilding": 2358, + "Ġoven": 2359, + "Ġstret": 2360, + "Ġlovely": 2361, + "Ġducks": 2362, + "Ġcorner": 2363, + "Ġwash": 2364, + "cks": 2365, + "Ġspe": 2366, + "Ġpretended": 2367, + "Ġrolled": 2368, + "Ġrude": 2369, + "old": 2370, + "Ġcalm": 2371, + "Ġpile": 2372, + "Ġteeth": 2373, + "Ġjumping": 2374, + "Ġzoo": 2375, + "Ġpuddle": 2376, + "Ġtidy": 2377, + "Mama": 2378, + "iger": 2379, + "ipe": 2380, + "Ġbugs": 2381, + "Ġashamed": 2382, + "Ġbat": 2383, + "ina": 2384, + "ĠRe": 2385, + "Ġob": 2386, + "Ġstra": 2387, + "ĠSt": 2388, + "Ġwhistle": 2389, + "Ġbanan": 2390, + "not": 2391, + "Ġnet": 2392, + "Ġforgive": 2393, + "Ġprince": 2394, + "ener": 2395, + "Ġshirt": 2396, + "Ġsel": 2397, + "Ġcoo": 2398, + "Ġembar": 2399, + "umpy": 2400, + "Ġsparkly": 2401, + "Ġremind": 2402, + "Ġsug": 2403, + "Ġcross": 2404, + "Ġmind": 2405, + "Ġcannot": 2406, + "Ġsuccess": 2407, + "Ġembarra": 2408, + "Soon": 2409, + "Ġmot": 2410, + "Ġsharing": 2411, + "Ġworm": 2412, + "Ġfold": 2413, + "Ġpeaceful": 2414, + "Ġwore": 2415, + "Ġmountain": 2416, + "Ġblow": 2417, + "lice": 2418, + "Ġign": 2419, + "Ġbell": 2420, + "Ġfurry": 2421, + "Ġgrab": 2422, + "als": 2423, + "ometimes": 2424, + "Ġwhenever": 2425, + "Ġpour": 2426, + "vous": 2427, + "llie": 2428, + "Ġpush": 2429, + "Ġbreath": 2430, + "Ġmachine": 2431, + "Ġsugar": 2432, + "Ġchick": 2433, + "Ġcreative": 2434, + "St": 2435, + "ned": 2436, + "Ġbal": 2437, + "Ġstir": 2438, + "Ġdolp": 2439, + "Ġtries": 2440, + "Now": 2441, + "Ġlad": 2442, + "ĠLe": 2443, + "Ġmed": 2444, + "Ġpool": 2445, + "Ġgener": 2446, + "Ġsal": 2447, + "ork": 2448, + "ult": 2449, + "Ġspray": 2450, + "Ġship": 2451, + "ian": 2452, + "Ġhum": 2453, + "Ġhel": 2454, + "isa": 2455, + "Ġselfish": 2456, + "Ġhar": 2457, + "Ġfaces": 2458, + "Ġmessy": 2459, + "Ġ'": 2460, + "Ġple": 2461, + "ĠSome": 2462, + "ĠHow": 2463, + "Ġgold": 2464, + "Ġchocol": 2465, + "Please": 2466, + "Ġminutes": 2467, + "Ġpillow": 2468, + "My": 2469, + "aking": 2470, + "Ġtun": 2471, + "Ġmissed": 2472, + "ighed": 2473, + "Ġvan": 2474, + "Ġfixed": 2475, + "Ġfighting": 2476, + "oin": 2477, + "Ġfig": 2478, + "Ġembarrassed": 2479, + "Ġmeant": 2480, + "Ġdrive": 2481, + "Ġtomorrow": 2482, + "Ġhours": 2483, + "Ġca": 2484, + "Ġner": 2485, + "Ġspicy": 2486, + "Ġknowing": 2487, + "ĠPlease": 2488, + "Sarah": 2489, + "Ġladder": 2490, + "ital": 2491, + "Ġhorse": 2492, + "ato": 2493, + "Ġug": 2494, + "ĠJust": 2495, + "Ġtrust": 2496, + "Ġhosp": 2497, + "Ġugly": 2498, + "Ġhospital": 2499, + "Ġchew": 2500, + "Ġbedroom": 2501, + "Ġeasy": 2502, + "Ġnervous": 2503, + "Ġrob": 2504, + "Ġthankful": 2505, + "Ġcarrots": 2506, + "Dad": 2507, + "elly": 2508, + "Ġgrew": 2509, + "Ġcolour": 2510, + "Ġbarked": 2511, + "Ġcouch": 2512, + "Ġnut": 2513, + "Ġmeadow": 2514, + "Ġtaught": 2515, + "Ġunderstood": 2516, + "Ġdisappoin": 2517, + "Ġpas": 2518, + "ano": 2519, + "Ġoften": 2520, + "Ġclass": 2521, + "Ġpassed": 2522, + "Ġknocked": 2523, + "Ġlanded": 2524, + "Ġmic": 2525, + "ird": 2526, + "Ġfear": 2527, + "Ġcoin": 2528, + "Ġmud": 2529, + "work": 2530, + "Ġdeter": 2531, + "Ġreg": 2532, + "Ġreturned": 2533, + "Ġdeterm": 2534, + "Ġhur": 2535, + "Ġfinish": 2536, + "izz": 2537, + "Ġtea": 2538, + "Ġsmooth": 2539, + "mo": 2540, + "Ġstuff": 2541, + "Ġmov": 2542, + "Ġgenerous": 2543, + "To": 2544, + "ĠOn": 2545, + "isp": 2546, + "Ġdrum": 2547, + "obby": 2548, + "Ġbubbles": 2549, + "Ġrobot": 2550, + "Ġthese": 2551, + "Ġseed": 2552, + "Ġglass": 2553, + "Ġdisappointed": 2554, + "ground": 2555, + "Ġring": 2556, + "Ġcard": 2557, + "Ġhears": 2558, + "Ġcarried": 2559, + "Ġmoon": 2560, + "Ġchocolate": 2561, + "Ġleaf": 2562, + "Ġsnacks": 2563, + "Ġcirc": 2564, + "Ġfancy": 2565, + "dle": 2566, + "Ġspend": 2567, + "ĠAnn": 2568, + "ustr": 2569, + "Ġcrab": 2570, + "Ġsongs": 2571, + "pack": 2572, + "Ġpir": 2573, + "ecially": 2574, + "osaur": 2575, + "Ġsold": 2576, + "Ġbridge": 2577, + "ĠEven": 2578, + "Ġsleepy": 2579, + "Ġhonest": 2580, + "Ġmir": 2581, + "ĠBr": 2582, + "Ġpaw": 2583, + "pecially": 2584, + "Ġav": 2585, + "ĠWhy": 2586, + "izzy": 2587, + "Ġchest": 2588, + "Ġwolf": 2589, + "Ġdinosaur": 2590, + "Ġespecially": 2591, + "Ġmap": 2592, + "Ġgas": 2593, + "ory": 2594, + "Ġchange": 2595, + "Ġgroup": 2596, + "Ġgathered": 2597, + "Ġsour": 2598, + "Ġpoor": 2599, + "Ġsplash": 2600, + "Ġwaves": 2601, + "Ġforward": 2602, + "Ġclown": 2603, + "Ġmysterious": 2604, + "ror": 2605, + "Ġbody": 2606, + "Ġfrustr": 2607, + "Ġcraw": 2608, + "Ġfake": 2609, + "Ġpin": 2610, + "Ġok": 2611, + "Ġrad": 2612, + "Ġwhisp": 2613, + "Ġtwirl": 2614, + "Ġstring": 2615, + "Ġsmelly": 2616, + "ĠTogether": 2617, + "sist": 2618, + "Ġcand": 2619, + "Ġgate": 2620, + "Ġscar": 2621, + "ĠKitty": 2622, + "Ġneckl": 2623, + "Billy": 2624, + "Ġmotor": 2625, + "ying": 2626, + "ote": 2627, + "Ġshore": 2628, + "urse": 2629, + "Ġjew": 2630, + "Ġweak": 2631, + "Ġgrumpy": 2632, + "Ġfinger": 2633, + "Ġsack": 2634, + "Ġkitten": 2635, + "Ġpolite": 2636, + "Ġglue": 2637, + "uce": 2638, + "Ġnumber": 2639, + "airs": 2640, + "Ġesc": 2641, + "Ġmirror": 2642, + "Ġsheep": 2643, + "Ġvase": 2644, + "Ġplants": 2645, + "Ġberries": 2646, + "most": 2647, + "Be": 2648, + "den": 2649, + "Ġjelly": 2650, + "ĠTheir": 2651, + "Ġemp": 2652, + "itter": 2653, + "There": 2654, + "Ġscr": 2655, + "Ġgray": 2656, + "Ġpuzzle": 2657, + "Ġnecklace": 2658, + "Ġmaybe": 2659, + "Ġplate": 2660, + "Ġalmost": 2661, + "usie": 2662, + "Ġfrustrated": 2663, + "Ġempty": 2664, + "port": 2665, + "orry": 2666, + "Ġthick": 2667, + "Ġjam": 2668, + "Ġskipped": 2669, + "ensive": 2670, + "ĠTeddy": 2671, + "aged": 2672, + "Ġcloset": 2673, + "Ġhidden": 2674, + "Ġexpensive": 2675, + "Ġdetermined": 2676, + "Ġbored": 2677, + "Ġlit": 2678, + "Ġdrew": 2679, + "Ġlegs": 2680, + "Ġhopping": 2681, + "ates": 2682, + "ĠSometimes": 2683, + "Ġsticks": 2684, + "Ġones": 2685, + "ĠAt": 2686, + "Ġbirdie": 2687, + "ĠDon": 2688, + "Ġpolice": 2689, + "Ġfruits": 2690, + "Ġtick": 2691, + "Ġaunt": 2692, + "Ġwis": 2693, + "Ġbake": 2694, + "Ġline": 2695, + "ots": 2696, + "Ġstone": 2697, + "Ġdogs": 2698, + "aul": 2699, + "Ġfigure": 2700, + "Jane": 2701, + "Ġsight": 2702, + "Ġcries": 2703, + "ĠBe": 2704, + "Ġmoving": 2705, + "Ġcontent": 2706, + "ĠBrown": 2707, + "Ġsaved": 2708, + "Ġcloth": 2709, + "?\".": 2710, + "box": 2711, + "Ġbranches": 2712, + "Ġpacked": 2713, + "Ġpowerful": 2714, + "Ġsplashed": 2715, + "Ġfeed": 2716, + "ested": 2717, + "Ġyelled": 2718, + "Where": 2719, + "dge": 2720, + "kin": 2721, + "Ġtiger": 2722, + "Ġpay": 2723, + "iddle": 2724, + "oop": 2725, + "ĠBella": 2726, + "Ġexam": 2727, + "Ġtaken": 2728, + "Ġcrane": 2729, + "Ġspoil": 2730, + "'d": 2731, + "Ġhang": 2732, + "Ġflag": 2733, + "Ġanswered": 2734, + "Ġdiscovered": 2735, + "ĠLeo": 2736, + "ush": 2737, + "Ġsave": 2738, + "Ġseek": 2739, + "Ġexcite": 2740, + "Ġpray": 2741, + "Ġjog": 2742, + "Ġstanding": 2743, + "Ġdolphin": 2744, + "Ġjack": 2745, + "Are": 2746, + "era": 2747, + "rag": 2748, + "Ġflut": 2749, + "getable": 2750, + "Ġboring": 2751, + "Ġlock": 2752, + "Ġincred": 2753, + "Ġexcitement": 2754, + "Ġsighed": 2755, + "Ġwip": 2756, + "Ġfis": 2757, + "Ġfill": 2758, + "Ġsoap": 2759, + "ĠMum": 2760, + "ola": 2761, + "Ġpleased": 2762, + "Ġjacket": 2763, + "light": 2764, + "Ġsugg": 2765, + "Ġmiddle": 2766, + "Ġeld": 2767, + "Ġwrote": 2768, + "Ġballoons": 2769, + "Ġorganized": 2770, + "que": 2771, + "Ġsailed": 2772, + "Their": 2773, + "Ġtells": 2774, + "Ġoy": 2775, + "Ġstones": 2776, + "Ġboard": 2777, + "Ġspun": 2778, + "Ġvegetable": 2779, + "lies": 2780, + "Ġind": 2781, + "iness": 2782, + "Ġworking": 2783, + "lower": 2784, + "alk": 2785, + "iff": 2786, + "Ġparrot": 2787, + "Stop": 2788, + "Ġscarf": 2789, + "Ġwagged": 2790, + "Ġclap": 2791, + "Ġmeasure": 2792, + "asing": 2793, + "Ġtears": 2794, + "body": 2795, + "Ġcomfortable": 2796, + "Ġleg": 2797, + "Ġswan": 2798, + "Ġtrue": 2799, + "Ġfright": 2800, + "Ġdrop": 2801, + "Ġsmoke": 2802, + "Ġfeathers": 2803, + "Ġincredible": 2804, + "ggs": 2805, + "ual": 2806, + "Ġtie": 2807, + "Ġcap": 2808, + "Ġlose": 2809, + "Ġpus": 2810, + "Ġeager": 2811, + "Ġmovie": 2812, + "fic": 2813, + "Ġcop": 2814, + "Ġeggs": 2815, + "oof": 2816, + "Ġrid": 2817, + "Ġcovered": 2818, + "Ġfil": 2819, + "Ġlem": 2820, + "Ġgrap": 2821, + "Ġdisappeared": 2822, + "Ġrecord": 2823, + "ĠTV": 2824, + "ĠBl": 2825, + "Ġext": 2826, + "Ġord": 2827, + "Ġgiggled": 2828, + "corn": 2829, + "Ġpri": 2830, + "Ġham": 2831, + "Ġrare": 2832, + "Ġyourself": 2833, + "Ġeng": 2834, + "Ġwhale": 2835, + "Ġknife": 2836, + "ĠLisa": 2837, + "Ġteam": 2838, + "ĠJohnny": 2839, + "zed": 2840, + "Ġtest": 2841, + "Ġbone": 2842, + "Ġdizzy": 2843, + "Ġlibr": 2844, + "Ġwrap": 2845, + "Ġquestions": 2846, + "iv": 2847, + "Ġlying": 2848, + "Ġstamp": 2849, + "Ġlicked": 2850, + "Ġnoisy": 2851, + "Ġkindness": 2852, + "Ġdiffic": 2853, + "Ġdrawing": 2854, + "apping": 2855, + "Jimmy": 2856, + "Ġstraw": 2857, + "Ġburn": 2858, + "Ġwagon": 2859, + "ately": 2860, + "Ġgrown": 2861, + "Ġrocket": 2862, + "Ġpopcorn": 2863, + "Sally": 2864, + "Ġbatter": 2865, + "Ġwand": 2866, + "Ġanc": 2867, + "ĠEnd": 2868, + "Ġsword": 2869, + "Ġhappening": 2870, + "Ġlifted": 2871, + "Ġbalance": 2872, + "Ġextra": 2873, + "Sorry": 2874, + "ha": 2875, + "Ġwander": 2876, + "Ġfat": 2877, + "ĠMark": 2878, + "ĠElla": 2879, + "Ġbecome": 2880, + "Ġtrack": 2881, + "Ġsmaller": 2882, + "Ġmistake": 2883, + "Ġtoast": 2884, + "ating": 2885, + "Ġmanaged": 2886, + "selves": 2887, + "ĠPeter": 2888, + "Ġbathroom": 2889, + "Ġharm": 2890, + "Ġdifficult": 2891, + "Ġtwist": 2892, + "Ġoffered": 2893, + "Ġruined": 2894, + "Ġmatch": 2895, + "Ġancient": 2896, + "Ġgar": 2897, + "illi": 2898, + "Ġdistance": 2899, + "Ġplayground": 2900, + "Ġlazy": 2901, + "Ġdancing": 2902, + "Ġadventur": 2903, + "af": 2904, + "ĠBa": 2905, + "Ġcalling": 2906, + "Ġcleaned": 2907, + "Ġcrown": 2908, + "ormal": 2909, + "Ġonce": 2910, + "Ġboss": 2911, + "Ġsell": 2912, + "Ġwalks": 2913, + "Ġfrightened": 2914, + "erri": 2915, + "Ġmask": 2916, + "Ġfluffy": 2917, + "emo": 2918, + "ĠZ": 2919, + "Ġfrag": 2920, + "Ġdest": 2921, + "Ġnormal": 2922, + "Ġyog": 2923, + "Ġpicks": 2924, + "Ġeye": 2925, + "Ġdrank": 2926, + "Ġcircle": 2927, + "Ġadventurous": 2928, + "Spot": 2929, + "Ġtent": 2930, + "Ġpress": 2931, + "Ġkissed": 2932, + "ict": 2933, + "Ġsciss": 2934, + "Ġgets": 2935, + "Ġtrunk": 2936, + "Ġcheck": 2937, + "Ġenjoying": 2938, + "Ġshells": 2939, + "Ġelderly": 2940, + "Ġscissors": 2941, + "Ġterri": 2942, + "Ġtoug": 2943, + "ages": 2944, + "Ġsteal": 2945, + "Me": 2946, + "ready": 2947, + "ete": 2948, + "Ġalready": 2949, + "ĠLittle": 2950, + "Ġjuicy": 2951, + "Ġstudy": 2952, + "Ġhorn": 2953, + "erp": 2954, + "Ġpizz": 2955, + "Ġallig": 2956, + "Ġlouder": 2957, + "Ġtowel": 2958, + "Ġcircles": 2959, + "Ġlead": 2960, + "Ġroar": 2961, + "Ġrose": 2962, + "Ġslipped": 2963, + "Ġtele": 2964, + "Ġfamous": 2965, + "Ġarg": 2966, + "Ġcheerful": 2967, + "ĠRex": 2968, + "Ġtough": 2969, + "ipper": 2970, + "Ġbarn": 2971, + "Ġfool": 2972, + "Ġdig": 2973, + "Ġdish": 2974, + "Ġagainst": 2975, + "Ġdeer": 2976, + "Ġsweetie": 2977, + "Ġengine": 2978, + "Ġed": 2979, + "Ġfather": 2980, + "Ġcover": 2981, + "Ġyours": 2982, + "Ġneeds": 2983, + "Joe": 2984, + "Ġbags": 2985, + "Ġspinning": 2986, + "Sue": 2987, + "Ġaw": 2988, + "anged": 2989, + "amond": 2990, + "Ġyarn": 2991, + "oph": 2992, + "Ġgiving": 2993, + "Ġdiamond": 2994, + "Ġsandwich": 2995, + "Ġindepend": 2996, + "Ġfragile": 2997, + "Who": 2998, + "cept": 2999, + "Ġnosy": 3000, + "Ġtwig": 3001, + "Ġhurts": 3002, + "Ġsuggested": 3003, + "Ġlemon": 3004, + "iest": 3005, + "ination": 3006, + "orge": 3007, + "Ġnod": 3008, + "Ġbloom": 3009, + "Ġhose": 3010, + "Ġboxes": 3011, + "Ġrealised": 3012, + "Ġfrown": 3013, + "ache": 3014, + "Ġrelax": 3015, + "Ġhammer": 3016, + "Ġadded": 3017, + "Ġweird": 3018, + "Ġmod": 3019, + "Ġcrack": 3020, + "Ġalligator": 3021, + "Amy": 3022, + "Gra": 3023, + "oot": 3024, + "Ġshake": 3025, + "rage": 3026, + "Ġlearning": 3027, + "Ġvegetables": 3028, + "Ġadd": 3029, + "Ġmelt": 3030, + "ĠSusie": 3031, + "elp": 3032, + "ĠBobby": 3033, + "Ġtrap": 3034, + "Ġcollar": 3035, + "Ġstubb": 3036, + "ique": 3037, + "Ġborrow": 3038, + "Ġpump": 3039, + "Ġloudly": 3040, + "Ġsearch": 3041, + "Ġchicken": 3042, + "Ġpizza": 3043, + "Ġindependent": 3044, + "Ġstubborn": 3045, + "Ġref": 3046, + "Ġasking": 3047, + "Ġbrilli": 3048, + "Ġdecide": 3049, + "Ġflash": 3050, + "Ġcaterp": 3051, + "Ġqueen": 3052, + "Ġsnee": 3053, + "ĠRose": 3054, + "Ġinvited": 3055, + "Ġstrawber": 3056, + "Ġfoolish": 3057, + "Ġcaterpill": 3058, + "gy": 3059, + "Ġtur": 3060, + "Ġdepend": 3061, + "Ġguit": 3062, + "Ġstri": 3063, + "Ġknight": 3064, + "Ġboys": 3065, + "Ġpee": 3066, + "Ġcomb": 3067, + "Ġclear": 3068, + "Ġunique": 3069, + "Ġbuttons": 3070, + "ĠTweety": 3071, + "Ġcolourful": 3072, + "Ġescape": 3073, + "Ġbrilliant": 3074, + "Ġrich": 3075, + "ĠBu": 3076, + "Ġsaying": 3077, + "Ġrode": 3078, + "Ġskin": 3079, + "Ġgarage": 3080, + "Help": 3081, + "dom": 3082, + "Ġmummy": 3083, + "Ġbeak": 3084, + "ured": 3085, + "aw": 3086, + "eorge": 3087, + "rop": 3088, + "edient": 3089, + "Ġunus": 3090, + "Ġoyster": 3091, + "Ġturkey": 3092, + "ĠOK": 3093, + "Ġfountain": 3094, + "Ġpatter": 3095, + "Ġweek": 3096, + "Ġchase": 3097, + "Ġrubb": 3098, + "Ġcounted": 3099, + "Ġregular": 3100, + "Ġwiped": 3101, + "Ġguitar": 3102, + "Ġunusual": 3103, + "land": 3104, + "Ġumb": 3105, + "Ġfork": 3106, + "Ġshows": 3107, + "Ġlights": 3108, + "Ġwalls": 3109, + "Ġdreamed": 3110, + "Ġbanana": 3111, + "Ġsuccessful": 3112, + "Ġjewel": 3113, + "Ġpattern": 3114, + "Ġumbre": 3115, + "cil": 3116, + "ray": 3117, + "inal": 3118, + "Ġlow": 3119, + "imed": 3120, + "Ġswe": 3121, + "Ġcryst": 3122, + "Ġpencil": 3123, + "Ġsafely": 3124, + "Ġtools": 3125, + "Well": 3126, + "Ġtape": 3127, + "Ġstream": 3128, + "ceed": 3129, + "Ġresc": 3130, + "Ġabove": 3131, + "Ġharder": 3132, + "Ġguess": 3133, + "Ġbottom": 3134, + "Ġmarket": 3135, + "Ġimpressed": 3136, + "Ġwaff": 3137, + "anut": 3138, + "iginal": 3139, + "Ġnotice": 3140, + "illa": 3141, + "Ġnods": 3142, + "Ġpeanut": 3143, + "olog": 3144, + "Ġpatch": 3145, + "Ġcrawled": 3146, + "Ġcaterpillar": 3147, + "na": 3148, + "Ġtank": 3149, + "Ġtask": 3150, + "Ġtire": 3151, + "Ġgun": 3152, + "Ġload": 3153, + "Ġcompet": 3154, + "umbled": 3155, + "Ġapolog": 3156, + "Ġsolve": 3157, + "How": 3158, + "Mummy": 3159, + "fast": 3160, + "hip": 3161, + "ĠNo": 3162, + "Ġbitter": 3163, + "arl": 3164, + "Ġears": 3165, + "Ġshone": 3166, + "Ġbrush": 3167, + "ĠFin": 3168, + "Ġoriginal": 3169, + "Ġfier": 3170, + "Ġglow": 3171, + "ĠNemo": 3172, + "Ġbreakfast": 3173, + "Ġadmired": 3174, + "ĠBlue": 3175, + "Ġedge": 3176, + "Ġdependable": 3177, + "und": 3178, + "uth": 3179, + "ĠIf": 3180, + "Ġclay": 3181, + "Ġstronger": 3182, + "Ġbossy": 3183, + "Ġcudd": 3184, + "aser": 3185, + "Ġgrandpa": 3186, + "Ġknows": 3187, + "Ġpicking": 3188, + "Ġjoke": 3189, + "Ġboats": 3190, + "Ġbald": 3191, + "Ġmedic": 3192, + "Ġscrat": 3193, + "Ġcone": 3194, + "Ġpenny": 3195, + "Ġlean": 3196, + "Ġraft": 3197, + "uggled": 3198, + "Ġsucceed": 3199, + "Ġobedient": 3200, + "Ġhumble": 3201, + "Ġlibrary": 3202, + "Re": 3203, + "head": 3204, + "Ġph": 3205, + "Ġnumb": 3206, + "Ġsauce": 3207, + "ĠBear": 3208, + "Ġtray": 3209, + "Ġproudly": 3210, + "Here": 3211, + "Ġsounded": 3212, + "Ġsquare": 3213, + "Ġterrible": 3214, + "Ġcrystal": 3215, + "Ġfierce": 3216, + "Jill": 3217, + "Ġwitch": 3218, + "inary": 3219, + "Ġhappiness": 3220, + "ĠLola": 3221, + "Ġhanded": 3222, + "Ġfridge": 3223, + "fa": 3224, + "Ġrough": 3225, + "ention": 3226, + "Ġchanged": 3227, + "Ġjoined": 3228, + "Ġraven": 3229, + "Ġmighty": 3230, + "Ġchose": 3231, + "Ġwheel": 3232, + "Ġumbrella": 3233, + "Ġtag": 3234, + "Ġcri": 3235, + "Ġow": 3236, + "arry": 3237, + "imp": 3238, + "ĠBill": 3239, + "Ġhelps": 3240, + "Ġfinding": 3241, + "Ġcleaning": 3242, + "Ġsquee": 3243, + "Ġfirework": 3244, + "Ġmedicine": 3245, + "azz": 3246, + "met": 3247, + "Ġplayful": 3248, + "Ġlocked": 3249, + "Ġgoat": 3250, + "Ġaccept": 3251, + "Ġcompass": 3252, + "Ġsurf": 3253, + "Ġcompetit": 3254, + "ext": 3255, + "kn": 3256, + "Ġsy": 3257, + "Ġsil": 3258, + "Ġbeet": 3259, + "ĠMar": 3260, + "uring": 3261, + "Ġchir": 3262, + "ĠEllie": 3263, + "Ġballs": 3264, + "ÅĵLet": 3265, + "Ġbutterflies": 3266, + "Ġguard": 3267, + "Ġcrayon": 3268, + "Ġdiscover": 3269, + "Ġparade": 3270, + "Ġmixed": 3271, + "Ġvalu": 3272, + "Ġhelmet": 3273, + "ĠBrownie": 3274, + "Em": 3275, + "ject": 3276, + "squ": 3277, + "ud": 3278, + "Ġgum": 3279, + "ature": 3280, + "Ġisland": 3281, + "Ġcost": 3282, + "Ġmole": 3283, + "Ġnicely": 3284, + "Ġkinds": 3285, + "Ġraced": 3286, + "Ġstove": 3287, + "Ġlaughs": 3288, + "Ġmarch": 3289, + "Ġfalls": 3290, + "Ġpersist": 3291, + "ĠBaby": 3292, + "ophie": 3293, + "Alice": 3294, + "ience": 3295, + "ito": 3296, + "Ġcage": 3297, + "Ġgoose": 3298, + "Ġcoins": 3299, + "Ġtrump": 3300, + "Ġmosqu": 3301, + "Ġserious": 3302, + "Ġmosquito": 3303, + "Ġflex": 3304, + "Ġcro": 3305, + "elon": 3306, + "Ġexcla": 3307, + "Ġchoose": 3308, + "Ġexplored": 3309, + "Ġunl": 3310, + "Ġbrothers": 3311, + "Ġguil": 3312, + "Ġnumbers": 3313, + "Ġtrumpet": 3314, + "Ġicy": 3315, + "Ġmoms": 3316, + "iew": 3317, + "Ġview": 3318, + "Ġenorm": 3319, + "Ġfireman": 3320, + "ĠMrs": 3321, + "Ġpractice": 3322, + "Ġenormous": 3323, + "wards": 3324, + "Ġsup": 3325, + "Ġvolc": 3326, + "Ġmeans": 3327, + "Ġpointing": 3328, + "Ġvaluable": 3329, + "Ġflexible": 3330, + "Ġexclaimed": 3331, + "Ġguilty": 3332, + "yal": 3333, + "Ġcam": 3334, + "Ġpipe": 3335, + "ision": 3336, + "ĠMy": 3337, + "Ġuseful": 3338, + "Ġfavour": 3339, + "Ġcrazy": 3340, + "Ġphot": 3341, + "known": 3342, + "Ġvolcano": 3343, + "Ġwake": 3344, + "Ġcity": 3345, + "omed": 3346, + "llip": 3347, + "Ġforth": 3348, + "Ġlollip": 3349, + "Ġseal": 3350, + "Ġallowed": 3351, + "Ġscare": 3352, + "Ġbrightly": 3353, + "Ġmarble": 3354, + "Ġpopular": 3355, + "Ġflashlight": 3356, + "Ġcompassion": 3357, + "Ġlollipop": 3358, + "ĠU": 3359, + "Ġing": 3360, + "Ġhunt": 3361, + "Ġdull": 3362, + "erry": 3363, + "Ġstat": 3364, + "Ġshel": 3365, + "!\".": 3366, + "Ġunknown": 3367, + "Ġhats": 3368, + "Ġshoot": 3369, + "redient": 3370, + "Ġbelonged": 3371, + "Ġfavourite": 3372, + "Ġingredient": 3373, + "Ġpil": 3374, + "Ġloyal": 3375, + "Ġbrace": 3376, + "ĠWhenever": 3377, + "Ġdreams": 3378, + "Ġkicked": 3379, + "Ġseeds": 3380, + "Ġtwirled": 3381, + "Ġsuper": 3382, + "time": 3383, + "Ġfine": 3384, + "Ġbees": 3385, + "Ġsofa": 3386, + "Ġshark": 3387, + "ĠMike": 3388, + "Ġanx": 3389, + "Ġsadly": 3390, + "Ġshowing": 3391, + "Ġways": 3392, + "Ġtrucks": 3393, + "Ġdelicate": 3394, + "ations": 3395, + "Ġrepe": 3396, + "Ġimpressive": 3397, + "Ġpoured": 3398, + "Ġpirate": 3399, + "Ġwhispered": 3400, + "Ġharmless": 3401, + "aff": 3402, + "Ġturt": 3403, + "Ġtied": 3404, + "aroo": 3405, + "ado": 3406, + "arth": 3407, + "Ġgrace": 3408, + "Ġhandle": 3409, + "Ġenc": 3410, + "Ġdeliver": 3411, + "Benny": 3412, + "Ġrushed": 3413, + "Ġusing": 3414, + "angaroo": 3415, + "Ġshape": 3416, + "Ġbushes": 3417, + "Ġpersistent": 3418, + "Ġgor": 3419, + "ĠSp": 3420, + "Ġkangaroo": 3421, + "Ġang": 3422, + "Ġoffice": 3423, + "Ġanxious": 3424, + "Go": 3425, + "alous": 3426, + "Ġspell": 3427, + "ĠWhile": 3428, + "iable": 3429, + "Ġpotato": 3430, + "Ġjealous": 3431, + "Ġwrapped": 3432, + "Ġfour": 3433, + "Ġcurt": 3434, + "Ġlog": 3435, + "Ġcoal": 3436, + "Ġreliable": 3437, + "Ġcurtain": 3438, + "Daisy": 3439, + "Ġsudden": 3440, + "mbol": 3441, + "ÅĵYes": 3442, + "aches": 3443, + "ĠPe": 3444, + "Ġpainted": 3445, + "ĠToby": 3446, + "Ġcere": 3447, + "gu": 3448, + "Ġtummy": 3449, + "Ġthose": 3450, + "ouses": 3451, + "uddy": 3452, + "Ġcush": 3453, + "Ġmetal": 3454, + "Ġsymbol": 3455, + "Ġbeetle": 3456, + "Ġcamera": 3457, + "Ġhouses": 3458, + "ilt": 3459, + "Ġcelebrate": 3460, + "Ġdelighted": 3461, + "Ġgorilla": 3462, + "Ġtooth": 3463, + "Ġthirst": 3464, + "keep": 3465, + "Ġshiver": 3466, + "Ġreward": 3467, + "Ġspace": 3468, + "Ġtravel": 3469, + "Ġrubbed": 3470, + "Ġprint": 3471, + "Ġdriving": 3472, + "Ġmarry": 3473, + "Ġwarned": 3474, + "Ġsoldier": 3475, + "Ġmotorcy": 3476, + "cut": 3477, + "Ġson": 3478, + "Ġtor": 3479, + "arlie": 3480, + "Ġhero": 3481, + "ief": 3482, + "Ġcarp": 3483, + "Ġexcitedly": 3484, + "Ġtemp": 3485, + "ĠPete": 3486, + "ĠBobo": 3487, + "cod": 3488, + "Ġhung": 3489, + "Ġgrowing": 3490, + "upid": 3491, + "Ġthinking": 3492, + "Ġtunn": 3493, + "While": 3494, + "cu": 3495, + "ipp": 3496, + "Ġhay": 3497, + "Ġyet": 3498, + "Ġvine": 3499, + "Ġacorn": 3500, + "icycle": 3501, + "Ġprep": 3502, + "Ġreminded": 3503, + "Ġgasped": 3504, + "Ġflute": 3505, + "Ġordinary": 3506, + "Ġcrocod": 3507, + "Ġamb": 3508, + "Ġcur": 3509, + "ĠBet": 3510, + "ĠMandy": 3511, + "Ġpup": 3512, + "Ġcreatures": 3513, + "Ġhurry": 3514, + "Ġspoiled": 3515, + "Ġtimes": 3516, + "Ġmis": 3517, + "Ġrice": 3518, + "Ġstupid": 3519, + "Ġshine": 3520, + "Ġresist": 3521, + "ugged": 3522, + "Ġlaw": 3523, + "Ġskull": 3524, + "coa": 3525, + "Ġmissing": 3526, + "Ġwheat": 3527, + "Ġsupport": 3528, + "Ġingredients": 3529, + "aid": 3530, + "loo": 3531, + "Ġcase": 3532, + "ery": 3533, + "Ġwashed": 3534, + "Ġdove": 3535, + "Ġspilled": 3536, + "Ġscoot": 3537, + "Ġmeal": 3538, + "Ġmule": 3539, + "ĠDucky": 3540, + "Ġmoder": 3541, + "arsh": 3542, + "ÅĵWhat": 3543, + "Ġtrick": 3544, + "Ġsett": 3545, + "ĠTweetie": 3546, + "Ġbounce": 3547, + "Ġfilthy": 3548, + "Ġbase": 3549, + "Ġhoop": 3550, + "Ġfre": 3551, + "Ġstumbled": 3552, + "Ġsoar": 3553, + "Ġweal": 3554, + "Ġseem": 3555, + "Ġword": 3556, + "Ġlab": 3557, + "ĠDave": 3558, + "ĠFr": 3559, + "Ġbadly": 3560, + "Ġhairy": 3561, + "Ġcrawl": 3562, + "Ġlively": 3563, + "Ġsteps": 3564, + "ÅĵLetâ": 3565, + "Ġbracelet": 3566, + "Ġcereal": 3567, + "Ġthirsty": 3568, + "Ġcarpet": 3569, + "Ġwool": 3570, + "ither": 3571, + "Ġgoal": 3572, + "Ġbackpack": 3573, + "Ġtruth": 3574, + "Ġcompl": 3575, + "Ġcheap": 3576, + "Ġdisg": 3577, + "Ġplaced": 3578, + "Ġearly": 3579, + "Ġdecorate": 3580, + "Ġnuts": 3581, + "Ow": 3582, + "cream": 3583, + "Ġbump": 3584, + "Ġthemselves": 3585, + "ices": 3586, + "Ġhelpless": 3587, + "Ġclum": 3588, + "Ġscatter": 3589, + "Ġscale": 3590, + "Ġnews": 3591, + "usting": 3592, + "Ġenv": 3593, + "âĤ¬âĢ": 3594, + "Ġtelling": 3595, + "Ġswinging": 3596, + "Ġsparkled": 3597, + "Ġcarrying": 3598, + "gging": 3599, + "ines": 3600, + "ric": 3601, + "Ġfriendship": 3602, + "Ġcareless": 3603, + "Ġsne": 3604, + "Ġdoesn": 3605, + "Ġfalling": 3606, + "Ġcomput": 3607, + "Ġpale": 3608, + "Ġpeeked": 3609, + "Ġcompassionate": 3610, + "com": 3611, + "vice": 3612, + "Ġsend": 3613, + "Ġstage": 3614, + "Ġmem": 3615, + "Ġchalk": 3616, + "Ġchasing": 3617, + "Ġpebble": 3618, + "ĠEverything": 3619, + "Ġcube": 3620, + "Ġpige": 3621, + "Ġcourage": 3622, + "Ġfingers": 3623, + "Ġturtle": 3624, + "bled": 3625, + "Ġsink": 3626, + "Ġbicycle": 3627, + "Ġshaking": 3628, + "Ġsleeping": 3629, + "Ġneighbour": 3630, + "Ġmodern": 3631, + "Ġdisgusting": 3632, + "Ġclumsy": 3633, + "gest": 3634, + "Ġhook": 3635, + "Ġcher": 3636, + "Ġnail": 3637, + "Ġbiggest": 3638, + "iches": 3639, + "Ġbul": 3640, + "Ġending": 3641, + "Ġdead": 3642, + "Ġtriang": 3643, + "ulance": 3644, + "Ġspoke": 3645, + "Ġpracticed": 3646, + "Ġambulance": 3647, + "Ġcomputer": 3648, + "ibb": 3649, + "Ġlamp": 3650, + "Ġstation": 3651, + "Ġchar": 3652, + "Ġwallet": 3653, + "ĠToday": 3654, + "Ġpackage": 3655, + "Ġmicrop": 3656, + "Ġcushion": 3657, + "keeper": 3658, + "Ġcrocodile": 3659, + "Ġmicrophone": 3660, + "under": 3661, + "ĠAlex": 3662, + "Ġthoughtful": 3663, + "Ġjolly": 3664, + "Ġpengu": 3665, + "Ġpumpkin": 3666, + "Ġcostum": 3667, + "Ġfive": 3668, + "Ġdough": 3669, + "Ġpony": 3670, + "Ġol": 3671, + "imi": 3672, + "Ġstairs": 3673, + "Ġknock": 3674, + "Ġgrand": 3675, + "Ġintell": 3676, + "Ġuniver": 3677, + "Ġbrighter": 3678, + "Ġopens": 3679, + "Ġdreaming": 3680, + "Ġbounced": 3681, + "Ġquestion": 3682, + "Ġstatue": 3683, + "Ġwine": 3684, + "isk": 3685, + "ĠAlice": 3686, + "Ġcocoa": 3687, + "ĠYour": 3688, + "Ġpepper": 3689, + "Ġbeauty": 3690, + "Ġperm": 3691, + "Ġpainting": 3692, + "Ġshoe": 3693, + "Ġelev": 3694, + "Everyone": 3695, + "hino": 3696, + "Ġwealthy": 3697, + "Ġintellig": 3698, + "noon": 3699, + "Ġsuit": 3700, + "Ġmild": 3701, + "Ġnature": 3702, + "ans": 3703, + "Ġhappier": 3704, + "Ġneat": 3705, + "Ġstarts": 3706, + "ucked": 3707, + "Ġafternoon": 3708, + "Ġtorn": 3709, + "Ġelevator": 3710, + "gen": 3711, + "ti": 3712, + "Ġten": 3713, + "Ġharsh": 3714, + "Ġped": 3715, + "atient": 3716, + "orant": 3717, + "Ġrece": 3718, + "Ġjet": 3719, + "illie": 3720, + "ĠRed": 3721, + "Ġreading": 3722, + "Ġsearching": 3723, + "Ġbasketball": 3724, + "Ġbarber": 3725, + "Ġspeed": 3726, + "See": 3727, + "awn": 3728, + "Ġstack": 3729, + "ĠMummy": 3730, + "Ġclock": 3731, + "ĠGive": 3732, + "Ġmagn": 3733, + "Ġleaving": 3734, + "Ġcupboard": 3735, + "Ġdesign": 3736, + "Ġslides": 3737, + "Ġsandwiches": 3738, + "Ġcandle": 3739, + "aulif": 3740, + "Ġriding": 3741, + "Ġfresh": 3742, + "oppy": 3743, + "Ġshocked": 3744, + "Ġener": 3745, + "Ġjumps": 3746, + "Ġhaircut": 3747, + "Ġrespectful": 3748, + "Ġcooking": 3749, + "Ġticket": 3750, + "Ġencou": 3751, + "Ġtunnel": 3752, + "auliflower": 3753, + "Give": 3754, + "Ġsle": 3755, + "reen": 3756, + "Ġmay": 3757, + "Ġthief": 3758, + "Ġyawn": 3759, + "Ġfort": 3760, + "Ġalert": 3761, + "Ġsorts": 3762, + "Ġimpatient": 3763, + "Ġcreate": 3764, + "ailable": 3765, + "Ġwheels": 3766, + "Ġvalue": 3767, + "Ġprize": 3768, + "Mary": 3769, + "ye": 3770, + "het": 3771, + "Ġsent": 3772, + "Ġbent": 3773, + "ince": 3774, + "Ġcomet": 3775, + "Ġcamp": 3776, + "Ġcauliflower": 3777, + "Ġmelon": 3778, + "Ġgem": 3779, + "Ġitself": 3780, + "iron": 3781, + "Ġmush": 3782, + "Ġmonkeys": 3783, + "Ġsalad": 3784, + "Ġdestro": 3785, + "Ġrescue": 3786, + "Ġscooter": 3787, + "Ġintelligent": 3788, + "az": 3789, + "Ġdug": 3790, + "iling": 3791, + "anger": 3792, + "Ġroof": 3793, + "Ġrhino": 3794, + "Ġscold": 3795, + "aghet": 3796, + "Ġexper": 3797, + "Ġbarking": 3798, + "Ġbananas": 3799, + "Ġignorant": 3800, + "Ġmicro": 3801, + "Ġavailable": 3802, + "Ġgraceful": 3803, + "Ġmotorcycle": 3804, + "aghetti": 3805, + "hood": 3806, + "ĠSn": 3807, + "Ġearth": 3808, + "Ġboots": 3809, + "Ġspaghetti": 3810, + "ummer": 3811, + "Ġagree": 3812, + "Ġbull": 3813, + "Ġanywhere": 3814, + "ĠGeorge": 3815, + "Ġbehave": 3816, + "ĠKim": 3817, + "Ġpaid": 3818, + "scope": 3819, + "Ġstretched": 3820, + "Ġfearful": 3821, + "Ġavo": 3822, + "Ġmicroscope": 3823, + "If": 3824, + "io": 3825, + "Ġnoteb": 3826, + "ĠEventually": 3827, + "Ġolder": 3828, + "Ġsniff": 3829, + "Ġadvice": 3830, + "Ġstops": 3831, + "Ġperform": 3832, + "Ġfurther": 3833, + "Ġenvious": 3834, + "Ġpigeon": 3835, + "Ġmushroom": 3836, + "Ġnotebook": 3837, + "ubby": 3838, + "Ġpun": 3839, + "ats": 3840, + "Ġnurse": 3841, + "orable": 3842, + "Ġthunder": 3843, + "Ġclapping": 3844, + "Ġvide": 3845, + "Ġbuilt": 3846, + "ĠCl": 3847, + "Ġuncom": 3848, + "Ġshouting": 3849, + "Ġarrow": 3850, + "Ġdrawer": 3851, + "Ġprov": 3852, + "fortable": 3853, + "Ġtomato": 3854, + "Ġmeeting": 3855, + "Ġobject": 3856, + "Ġyogurt": 3857, + "Ġtemple": 3858, + "Ġuncomfortable": 3859, + "ef": 3860, + "ues": 3861, + "ĠTony": 3862, + "Ġloop": 3863, + "Ġchubby": 3864, + "Ġswitch": 3865, + "Ġskip": 3866, + "Ġadorable": 3867, + "ÅĵIt": 3868, + "Ġcounting": 3869, + "Ġcooked": 3870, + "Ġpist": 3871, + "arian": 3872, + "enry": 3873, + "Ġstared": 3874, + "Ġshut": 3875, + "icop": 3876, + "Ġquite": 3877, + "Ġsnuggled": 3878, + "ĠGrandpa": 3879, + "Ġtroubled": 3880, + "Ġgiggle": 3881, + "Ġblowing": 3882, + "Ġhelicop": 3883, + "Ġfisher": 3884, + "Ġpistol": 3885, + "Ġhelicopter": 3886, + "par": 3887, + "ĠSophie": 3888, + "ooped": 3889, + "ips": 3890, + "Ġnowhere": 3891, + "Ġforgave": 3892, + "Ġmarched": 3893, + "Ġtreasures": 3894, + "host": 3895, + "Ġpassport": 3896, + "Ġstirred": 3897, + "Ġpushing": 3898, + "Ġcompetitive": 3899, + "Ġdestroy": 3900, + "Yay": 3901, + "aked": 3902, + "oe": 3903, + "tter": 3904, + "Ġgir": 3905, + "Ġghost": 3906, + "anic": 3907, + "kelet": 3908, + "htub": 3909, + "Ġreef": 3910, + "Ġsepar": 3911, + "opard": 3912, + "play": 3913, + "Ġenvel": 3914, + "Ġbreat": 3915, + "Ġrepair": 3916, + "Ġfootball": 3917, + "Ġbathtub": 3918, + "Ġrubber": 3919, + "Ġangel": 3920, + "Ġtriangle": 3921, + "Ġled": 3922, + "Ġmill": 3923, + "ĠSh": 3924, + "chanic": 3925, + "Ġnames": 3926, + "Ġleopard": 3927, + "Ġnobody": 3928, + "Ġanyway": 3929, + "uct": 3930, + "ctus": 3931, + "Ġshouldn": 3932, + "Ġzeb": 3933, + "Ġgiven": 3934, + "Ġholds": 3935, + "Ġbarrel": 3936, + "Ġbandage": 3937, + "Ġenth": 3938, + "Daddy": 3939, + "Ġzebra": 3940, + "ives": 3941, + "ube": 3942, + "year": 3943, + "Ġpor": 3944, + "Ġpand": 3945, + "Ġotter": 3946, + "Ġribb": 3947, + "Ġshield": 3948, + "Ġmechanic": 3949, + "Ġdonâ": 3950, + "Ġdisag": 3951, + "Ġdisplay": 3952, + "Ġmusician": 3953, + "ceros": 3954, + "Ġspeak": 3955, + "Ġcab": 3956, + "Ġcactus": 3957, + "ĠBetsy": 3958, + "Ġbulb": 3959, + "Ch": 3960, + "eath": 3961, + "ikes": 3962, + "xy": 3963, + "Ġtube": 3964, + "Ġahead": 3965, + "Ġsummer": 3966, + "Ġskelet": 3967, + "Ġpurse": 3968, + "Ġknob": 3969, + "Ġdidnâ": 3970, + "Ġcouldnâ": 3971, + "Ġcolours": 3972, + "Ġwindows": 3973, + "oomy": 3974, + "Ġgifted": 3975, + "Ġcartoon": 3976, + "Ġrhinoceros": 3977, + "gl": 3978, + "heart": 3979, + "Ġsize": 3980, + "Ġbet": 3981, + "ĠMiss": 3982, + "Ġscrew": 3983, + "Ġflour": 3984, + "Ġblin": 3985, + "apa": 3986, + "Ġdishes": 3987, + "Ġraining": 3988, + "Ġhoping": 3989, + "Ġshovel": 3990, + "Ġmint": 3991, + "Ġjellyfish": 3992, + "Ġsweater": 3993, + "Ġcharming": 3994, + "Ġpenguin": 3995, + "Ġenvelope": 3996, + "Ġenthus": 3997, + "Ġcabin": 3998, + "rec": 3999, + "Ġpant": 4000, + "Ġthread": 4001, + "Ġinse": 4002, + "Ġstaff": 4003, + "Ġliz": 4004, + "Ġunpack": 4005, + "Ġwriting": 4006, + "Ġtrash": 4007, + "Ġrolling": 4008, + "Ġwaffle": 4009, + "Ġiron": 4010, + "Ġwing": 4011, + "erable": 4012, + "Ġsheet": 4013, + "ĠBuddy": 4014, + "Ġshadow": 4015, + "Ġroared": 4016, + "Ġmuff": 4017, + "Ġairport": 4018, + "Ġceiling": 4019, + "Ġattic": 4020, + "Ġorganize": 4021, + "Ġstretch": 4022, + "Ġgrapes": 4023, + "Ġobs": 4024, + "ĠAre": 4025, + "ĠWould": 4026, + "ĠInst": 4027, + "Ġpiano": 4028, + "Ġsalt": 4029, + "Ġmiserable": 4030, + "Ġcord": 4031, + "Ġdess": 4032, + "Ġrefused": 4033, + "Ġscreen": 4034, + "ĠDan": 4035, + "Ġstrugg": 4036, + "Ġneedle": 4037, + "Ġbears": 4038, + "ĠAndy": 4039, + "Ġheaded": 4040, + "Ġsticky": 4041, + "Ġfreez": 4042, + "Ġzoomed": 4043, + "Ġimagined": 4044, + "Ġmedal": 4045, + "Ġmagnet": 4046, + "reci": 4047, + "Ġobser": 4048, + "Ġer": 4049, + "Ġlives": 4050, + "ĠAl": 4051, + "ĠPat": 4052, + "Ġappreci": 4053, + "asses": 4054, + "Ġsailor": 4055, + "Ġminute": 4056, + "Ġfisherman": 4057, + "vision": 4058, + "Ġrat": 4059, + "aled": 4060, + "Ġbrus": 4061, + "Ġchance": 4062, + "Ġpost": 4063, + "Ġsungl": 4064, + "Ġcheek": 4065, + "reeze": 4066, + "Ġdeaf": 4067, + "Ġrules": 4068, + "Ġfrogs": 4069, + "Ġairpl": 4070, + "ĠGod": 4071, + "Ġstrawberry": 4072, + "Ġslept": 4073, + "Ġlizard": 4074, + "Ġsunglasses": 4075, + "Ġluck": 4076, + "Ġinf": 4077, + "Ġbeep": 4078, + "ĠBunny": 4079, + "Ġmeas": 4080, + "Ġrod": 4081, + "Ġorder": 4082, + "Ġrestless": 4083, + "Ġsandbox": 4084, + "Ġmessage": 4085, + "ĠJoey": 4086, + "Ġcomplet": 4087, + "Ġattract": 4088, + "Ġgolden": 4089, + "Grandma": 4090, + "Ġpilot": 4091, + "Ġporch": 4092, + "Little": 4093, + "ler": 4094, + "ses": 4095 + }, + "merges": [ + [ + "h", + "e" + ], + [ + "Ġ", + "t" + ], + [ + "Ġ", + "a" + ], + [ + "Ġ", + "s" + ], + [ + "Ġ", + "w" + ], + [ + "n", + "d" + ], + [ + "Ġt", + "he" + ], + [ + "e", + "d" + ], + [ + "Ġa", + "nd" + ], + [ + "Ġt", + "o" + ], + [ + "Ġ", + "b" + ], + [ + "i", + "n" + ], + [ + "Ġ", + "h" + ], + [ + "Ġw", + "a" + ], + [ + "r", + "e" + ], + [ + "Ġ", + "f" + ], + [ + "i", + "t" + ], + [ + "o", + "u" + ], + [ + "Ġ", + "c" + ], + [ + "Ġ", + "l" + ], + [ + "Ġ", + "he" + ], + [ + "Ġ", + "d" + ], + [ + "e", + "r" + ], + [ + "Ġwa", + "s" + ], + [ + "Ġ", + "m" + ], + [ + "Ġ", + "p" + ], + [ + "o", + "m" + ], + [ + "Ġ", + "T" + ], + [ + "Ġ", + "o" + ], + [ + "a", + "y" + ], + [ + "a", + "r" + ], + [ + "in", + "g" + ], + [ + "i", + "s" + ], + [ + "Ġ", + "g" + ], + [ + "i", + "l" + ], + [ + "i", + "d" + ], + [ + "a", + "t" + ], + [ + "e", + "n" + ], + [ + "Ġ", + "n" + ], + [ + "Ġs", + "a" + ], + [ + "Ġh", + "a" + ], + [ + "Ġ", + "S" + ], + [ + "i", + "m" + ], + [ + "a", + "n" + ], + [ + "ĠT", + "he" + ], + [ + "o", + "r" + ], + [ + "o", + "n" + ], + [ + "Ġ", + "it" + ], + [ + "Ġt", + "h" + ], + [ + "l", + "l" + ], + [ + "l", + "e" + ], + [ + "Ġ", + "H" + ], + [ + "Ġhe", + "r" + ], + [ + "e", + "t" + ], + [ + "o", + "t" + ], + [ + "i", + "r" + ], + [ + "ĠS", + "he" + ], + [ + "ĠH", + "e" + ], + [ + "v", + "er" + ], + [ + "e", + "s" + ], + [ + "Ġ", + "in" + ], + [ + "u", + "t" + ], + [ + "o", + "w" + ], + [ + "c", + "k" + ], + [ + "Ġ", + "e" + ], + [ + "Ġ", + "u" + ], + [ + "l", + "d" + ], + [ + "ĠThe", + "y" + ], + [ + "o", + "o" + ], + [ + "i", + "g" + ], + [ + "Ġsa", + "id" + ], + [ + "a", + "m" + ], + [ + "il", + "y" + ], + [ + "Ġb", + "e" + ], + [ + "Ġ", + "y" + ], + [ + "Ġ", + "r" + ], + [ + "Ġs", + "t" + ], + [ + "c", + "e" + ], + [ + "Ġs", + "he" + ], + [ + "Ġ", + "\"" + ], + [ + "p", + "p" + ], + [ + "k", + "e" + ], + [ + "it", + "h" + ], + [ + "O", + "n" + ], + [ + "Ġ", + "I" + ], + [ + "Ġw", + "ith" + ], + [ + "v", + "e" + ], + [ + "L", + "ily" + ], + [ + "Ġo", + "n" + ], + [ + "Ġo", + "f" + ], + [ + "Ġs", + "o" + ], + [ + "Ġh", + "is" + ], + [ + "k", + "ed" + ], + [ + "r", + "i" + ], + [ + "n", + "t" + ], + [ + "ver", + "y" + ], + [ + "Ġp", + "l" + ], + [ + "Ġd", + "ay" + ], + [ + "a", + "d" + ], + [ + "Ġy", + "ou" + ], + [ + "Ġth", + "at" + ], + [ + "Ġu", + "p" + ], + [ + "Ġha", + "d" + ], + [ + "s", + "t" + ], + [ + "Ġpl", + "ay" + ], + [ + "Ġthe", + "y" + ], + [ + "Ġ", + "Lily" + ], + [ + "Ġw", + "e" + ], + [ + "Ġm", + "om" + ], + [ + "m", + "y" + ], + [ + "Ġf", + "or" + ], + [ + "e", + "l" + ], + [ + "ou", + "ld" + ], + [ + "u", + "n" + ], + [ + "Ġ", + "B" + ], + [ + "'", + "s" + ], + [ + "it", + "t" + ], + [ + "en", + "t" + ], + [ + "Ġha", + "pp" + ], + [ + "T", + "he" + ], + [ + "c", + "h" + ], + [ + "Ġl", + "i" + ], + [ + "ou", + "t" + ], + [ + "Ġwa", + "nt" + ], + [ + "Ġs", + "h" + ], + [ + "he", + "r" + ], + [ + "l", + "y" + ], + [ + "im", + "e" + ], + [ + "itt", + "le" + ], + [ + "ou", + "nd" + ], + [ + "Ġ", + "very" + ], + [ + "Ġt", + "ime" + ], + [ + "om", + "e" + ], + [ + "Ġl", + "ittle" + ], + [ + "Ġthe", + "re" + ], + [ + "s", + "e" + ], + [ + "Ġd", + "o" + ], + [ + "Ġw", + "h" + ], + [ + "a", + "ll" + ], + [ + "Ġ", + "k" + ], + [ + "e", + "nd" + ], + [ + "a", + "l" + ], + [ + "h", + "t" + ], + [ + "Ġn", + "e" + ], + [ + "Ġ", + "re" + ], + [ + "Ġn", + "ot" + ], + [ + "Ġhapp", + "y" + ], + [ + "Ġ", + "Ċ" + ], + [ + "Ġb", + "ig" + ], + [ + "Ġ", + "M" + ], + [ + "Ġb", + "ut" + ], + [ + "Ġs", + "m" + ], + [ + "a", + "ck" + ], + [ + "Ġsa", + "w" + ], + [ + "ĠI", + "t" + ], + [ + "Ġa", + "s" + ], + [ + "Ġa", + "n" + ], + [ + "r", + "a" + ], + [ + "ri", + "end" + ], + [ + "Ġf", + "riend" + ], + [ + "id", + "e" + ], + [ + "On", + "e" + ], + [ + "r", + "y" + ], + [ + "'", + "t" + ], + [ + "v", + "ed" + ], + [ + "Ġ", + "is" + ], + [ + "On", + "ce" + ], + [ + "a", + "ke" + ], + [ + ".", + "\"" + ], + [ + "Ġwe", + "re" + ], + [ + "t", + "er" + ], + [ + "u", + "g" + ], + [ + "Ġl", + "oo" + ], + [ + "Ġl", + "o" + ], + [ + "o", + "re" + ], + [ + "e", + "c" + ], + [ + "ĠT", + "im" + ], + [ + "Ġh", + "im" + ], + [ + "Ġb", + "o" + ], + [ + "!", + "\"" + ], + [ + "Ġto", + "o" + ], + [ + "Ġg", + "o" + ], + [ + "Ġup", + "on" + ], + [ + "ir", + "l" + ], + [ + "Ġ", + "j" + ], + [ + "Ġwant", + "ed" + ], + [ + "Ġg", + "irl" + ], + [ + "Ġs", + "e" + ], + [ + "Ġ", + "out" + ], + [ + "ar", + "d" + ], + [ + "w", + "ay" + ], + [ + "Ġs", + "p" + ], + [ + "il", + "l" + ], + [ + "i", + "nd" + ], + [ + "Ġthe", + "m" + ], + [ + "Ġc", + "ould" + ], + [ + "f", + "u" + ], + [ + "he", + "n" + ], + [ + "Ġa", + "t" + ], + [ + "u", + "r" + ], + [ + "Ġd", + "id" + ], + [ + "Ġsm", + "il" + ], + [ + "Ġthe", + "ir" + ], + [ + "Ġa", + "re" + ], + [ + "Ġe", + "x" + ], + [ + "Ġ", + "A" + ], + [ + "a", + "in" + ], + [ + "Ġw", + "ent" + ], + [ + "ar", + "t" + ], + [ + "he", + "d" + ], + [ + "r", + "om" + ], + [ + "i", + "c" + ], + [ + "r", + "ound" + ], + [ + "Ġha", + "ve" + ], + [ + "Ġn", + "am" + ], + [ + "l", + "p" + ], + [ + "Ġa", + "ll" + ], + [ + "Ġ", + "J" + ], + [ + "fu", + "l" + ], + [ + "Ġk", + "n" + ], + [ + "h", + "ing" + ], + [ + "oo", + "d" + ], + [ + "Ġhe", + "lp" + ], + [ + "ig", + "ht" + ], + [ + "Ġfriend", + "s" + ], + [ + "on", + "e" + ], + [ + "ar", + "k" + ], + [ + "Ġb", + "ack" + ], + [ + "u", + "m" + ], + [ + "Ġc", + "an" + ], + [ + "Ġnam", + "ed" + ], + [ + "Ġc", + "l" + ], + [ + "?", + "\"" + ], + [ + "Ġf", + "un" + ], + [ + "a", + "re" + ], + [ + "ĠB", + "en" + ], + [ + "Ġlo", + "ved" + ], + [ + "Ġa", + "l" + ], + [ + "el", + "t" + ], + [ + "ĠTim", + "my" + ], + [ + "Ġ", + "One" + ], + [ + "o", + "p" + ], + [ + "s", + "ide" + ], + [ + "Ġl", + "e" + ], + [ + "Ġn", + "o" + ], + [ + "Ġs", + "c" + ], + [ + "ĠT", + "om" + ], + [ + "Ġf", + "elt" + ], + [ + "ou", + "g" + ], + [ + "Ġsmil", + "ed" + ], + [ + "i", + "ck" + ], + [ + "Ġas", + "ked" + ], + [ + "Y", + "ou" + ], + [ + "Ġto", + "y" + ], + [ + "Ġm", + "an" + ], + [ + "Ġa", + "round" + ], + [ + "am", + "e" + ], + [ + "Ġf", + "e" + ], + [ + "Ġs", + "ay" + ], + [ + "Ġbo", + "y" + ], + [ + "Ġs", + "ome" + ], + [ + "Ġloo", + "ked" + ], + [ + "u", + "re" + ], + [ + "om", + "et" + ], + [ + "Ġb", + "r" + ], + [ + "Ġw", + "ould" + ], + [ + "Ġm", + "e" + ], + [ + "Ġb", + "ir" + ], + [ + "Ġli", + "ke" + ], + [ + "g", + "et" + ], + [ + "Ġst", + "art" + ], + [ + "Ġr", + "o" + ], + [ + "a", + "s" + ], + [ + "Ġse", + "e" + ], + [ + "Ġ", + "W" + ], + [ + "i", + "ce" + ], + [ + "on", + "g" + ], + [ + "Ġbir", + "d" + ], + [ + "Ġs", + "omet" + ], + [ + "d", + "d" + ], + [ + "Ġw", + "or" + ], + [ + "ad", + "e" + ], + [ + "i", + "e" + ], + [ + "k", + "ing" + ], + [ + "Ġa", + "g" + ], + [ + "ow", + "n" + ], + [ + "Ġt", + "re" + ], + [ + "Ġf", + "a" + ], + [ + "Ġa", + "way" + ], + [ + "Ġwh", + "at" + ], + [ + "ing", + "s" + ], + [ + "Ġstart", + "ed" + ], + [ + "get", + "her" + ], + [ + "Ġr", + "an" + ], + [ + "Ã", + "¢" + ], + [ + "â", + "Ĥ" + ], + [ + "âĤ", + "¬" + ], + [ + "ar", + "ed" + ], + [ + "Ġm", + "ake" + ], + [ + "ĠB", + "ut" + ], + [ + "it", + "ed" + ], + [ + "i", + "f" + ], + [ + "ou", + "d" + ], + [ + "Ġm", + "ade" + ], + [ + "Ġto", + "gether" + ], + [ + "Ġsomet", + "hing" + ], + [ + "Ġex", + "c" + ], + [ + "a", + "g" + ], + [ + "Ġc", + "o" + ], + [ + "Ġp", + "ark" + ], + [ + "Ġne", + "w" + ], + [ + "Ġsa", + "d" + ], + [ + "Ġp", + "ut" + ], + [ + ",", + "\"" + ], + [ + "Ġf", + "rom" + ], + [ + "b", + "le" + ], + [ + "t", + "her" + ], + [ + "Ġp", + "r" + ], + [ + "Ġm", + "u" + ], + [ + "Ġc", + "ar" + ], + [ + "Ġh", + "ome" + ], + [ + "Ġ", + "You" + ], + [ + "Ġthe", + "n" + ], + [ + "Ġw", + "hen" + ], + [ + "Ġf", + "ound" + ], + [ + "e", + "ll" + ], + [ + "Ġo", + "ther" + ], + [ + "Ġag", + "ain" + ], + [ + "Ġc", + "h" + ], + [ + "Ġd", + "ec" + ], + [ + "Ġwh", + "o" + ], + [ + "Ġl", + "a" + ], + [ + "ri", + "ed" + ], + [ + "s", + "s" + ], + [ + "Ġg", + "ood" + ], + [ + "Ġh", + "ug" + ], + [ + "Ġ", + "L" + ], + [ + "pp", + "ed" + ], + [ + "Ġwa", + "l" + ], + [ + "e", + "p" + ], + [ + "all", + "y" + ], + [ + "Ġsay", + "s" + ], + [ + "Ġf", + "l" + ], + [ + "es", + "t" + ], + [ + "a", + "ch" + ], + [ + "Ġ", + "E" + ], + [ + "Ġexc", + "ited" + ], + [ + "p", + "l" + ], + [ + "q", + "u" + ], + [ + "oo", + "k" + ], + [ + "Ġg", + "et" + ], + [ + "oug", + "ht" + ], + [ + "Ġplay", + "ing" + ], + [ + "Ġg", + "ot" + ], + [ + "Ġs", + "w" + ], + [ + "ou", + "s" + ], + [ + "h", + "at" + ], + [ + "n", + "y" + ], + [ + "id", + "ed" + ], + [ + "u", + "ck" + ], + [ + "Ġth", + "ings" + ], + [ + "Ġe", + "very" + ], + [ + "Ġdec", + "ided" + ], + [ + "Ġc", + "ame" + ], + [ + "Ġbe", + "c" + ], + [ + "a", + "ve" + ], + [ + "r", + "o" + ], + [ + "a", + "x" + ], + [ + "Ġli", + "ked" + ], + [ + "Ġd", + "own" + ], + [ + "Ġdo", + "g" + ], + [ + "Ġsc", + "ared" + ], + [ + "Ġ", + "v" + ], + [ + "u", + "dd" + ], + [ + "u", + "st" + ], + [ + "Ġon", + "e" + ], + [ + "Ġf", + "ind" + ], + [ + "Ġb", + "l" + ], + [ + "Ġth", + "an" + ], + [ + "Ġ", + "D" + ], + [ + "ou", + "se" + ], + [ + "way", + "s" + ], + [ + "Ġkn", + "e" + ], + [ + "Ġdid", + "n" + ], + [ + "a", + "p" + ], + [ + "Ġmom", + "my" + ], + [ + "Ġc", + "are" + ], + [ + "Ġal", + "ways" + ], + [ + "Ġa", + "b" + ], + [ + "is", + "t" + ], + [ + "Ġd", + "ad" + ], + [ + "Ġfe", + "el" + ], + [ + "ar", + "a" + ], + [ + "b", + "b" + ], + [ + "ar", + "n" + ], + [ + "f", + "e" + ], + [ + "Ġyou", + "r" + ], + [ + "Ġout", + "side" + ], + [ + "u", + "e" + ], + [ + "Ġg", + "ra" + ], + [ + "an", + "t" + ], + [ + "Ġ", + "ke" + ], + [ + "ĠM", + "om" + ], + [ + "Ġtoo", + "k" + ], + [ + "Ġl", + "ot" + ], + [ + "n", + "n" + ], + [ + "Ġb", + "u" + ], + [ + "Ġab", + "out" + ], + [ + "es", + "s" + ], + [ + "Ġ", + "F" + ], + [ + "nd", + "er" + ], + [ + "Ġtre", + "e" + ], + [ + "ec", + "i" + ], + [ + "Ġloo", + "k" + ], + [ + "Ġp", + "o" + ], + [ + "Ġm", + "y" + ], + [ + "ou", + "r" + ], + [ + "Ġtoy", + "s" + ], + [ + "it", + "e" + ], + [ + "c", + "hed" + ], + [ + "Ġkne", + "w" + ], + [ + "Ġth", + "ought" + ], + [ + "en", + "ed" + ], + [ + "Ġle", + "arn" + ], + [ + "Ġin", + "t" + ], + [ + "Ġo", + "ld" + ], + [ + "Ġm", + "ore" + ], + [ + "nn", + "a" + ], + [ + "is", + "e" + ], + [ + "g", + "ed" + ], + [ + "Ġt", + "a" + ], + [ + "udd", + "en" + ], + [ + "eci", + "al" + ], + [ + "Ġsp", + "ecial" + ], + [ + "ĠM", + "ax" + ], + [ + "a", + "u" + ], + [ + "Ġw", + "ill" + ], + [ + "er", + "s" + ], + [ + "The", + "y" + ], + [ + "re", + "t" + ], + [ + "Ġp", + "e" + ], + [ + "Ġh", + "o" + ], + [ + "ĠS", + "am" + ], + [ + "Ġt", + "ake" + ], + [ + "Ġb", + "all" + ], + [ + "Ġkn", + "ow" + ], + [ + "Ġla", + "ug" + ], + [ + "f", + "ter" + ], + [ + "udden", + "ly" + ], + [ + "Ġc", + "at" + ], + [ + "Ġh", + "ow" + ], + [ + "i", + "ve" + ], + [ + "Ġt", + "r" + ], + [ + "Ġmu", + "ch" + ], + [ + "Ġan", + "y" + ], + [ + "Ġp", + "u" + ], + [ + "m", + "a" + ], + [ + "Ġs", + "l" + ], + [ + "Ġs", + "or" + ], + [ + "Ġm", + "o" + ], + [ + "v", + "en" + ], + [ + "is", + "h" + ], + [ + "Ġsh", + "ow" + ], + [ + "Ġcould", + "n" + ], + [ + "au", + "se" + ], + [ + "in", + "k" + ], + [ + "B", + "ut" + ], + [ + "Ġh", + "ouse" + ], + [ + "Ġint", + "o" + ], + [ + "um", + "p" + ], + [ + "Ġo", + "ver" + ], + [ + "Ġt", + "ried" + ], + [ + "a", + "nd" + ], + [ + "Ġe", + "at" + ], + [ + "Ġs", + "k" + ], + [ + "Ġs", + "un" + ], + [ + "Ġt", + "w" + ], + [ + "Ġcl", + "o" + ], + [ + "i", + "a" + ], + [ + "Ġr", + "un" + ], + [ + "Ġha", + "nd" + ], + [ + "ĠE", + "very" + ], + [ + "Ġ", + "en" + ], + [ + "Ġin", + "side" + ], + [ + "d", + "y" + ], + [ + "Ġ", + "if" + ], + [ + "Ġto", + "ld" + ], + [ + "Ġne", + "ver" + ], + [ + "i", + "on" + ], + [ + "Ġ", + "qu" + ], + [ + "Ġbec", + "ause" + ], + [ + "b", + "y" + ], + [ + "Ġpr", + "oud" + ], + [ + "Ġg", + "ave" + ], + [ + "Ġsor", + "ry" + ], + [ + "Ġth", + "is" + ], + [ + "Ġo", + "p" + ], + [ + "Ġplay", + "ed" + ], + [ + "at", + "e" + ], + [ + "Ġex", + "pl" + ], + [ + "Ġhe", + "ard" + ], + [ + "t", + "y" + ], + [ + "Ġo", + "r" + ], + [ + "Ġwa", + "ter" + ], + [ + "an", + "k" + ], + [ + "g", + "e" + ], + [ + "s", + "ed" + ], + [ + "Ġp", + "ick" + ], + [ + "ot", + "her" + ], + [ + "Ġro", + "om" + ], + [ + "et", + "ter" + ], + [ + "Ġj", + "ust" + ], + [ + "a", + "ce" + ], + [ + "Ġhug", + "ged" + ], + [ + "a", + "k" + ], + [ + "Ġg", + "re" + ], + [ + "he", + "re" + ], + [ + "Ġof", + "f" + ], + [ + "ĠS", + "ara" + ], + [ + "Ġp", + "ret" + ], + [ + "il", + "e" + ], + [ + "Ġe", + "ach" + ], + [ + "Ġc", + "om" + ], + [ + "Ġl", + "ong" + ], + [ + "Ġbo", + "x" + ], + [ + "or", + "t" + ], + [ + "Ġst", + "r" + ], + [ + "i", + "z" + ], + [ + "Ġu", + "nt" + ], + [ + "Ġwa", + "t" + ], + [ + "ot", + "h" + ], + [ + "Ġne", + "ed" + ], + [ + "Ġj", + "o" + ], + [ + "ĠW", + "e" + ], + [ + "T", + "om" + ], + [ + "Ġsm", + "all" + ], + [ + "in", + "e" + ], + [ + "Ġbe", + "ar" + ], + [ + "M", + "om" + ], + [ + "Ġunt", + "il" + ], + [ + "Ġn", + "ice" + ], + [ + "Ġt", + "ry" + ], + [ + "v", + "ing" + ], + [ + "u", + "c" + ], + [ + "s", + "el" + ], + [ + "oug", + "h" + ], + [ + "Ġlearn", + "ed" + ], + [ + "Ġk", + "ind" + ], + [ + "ĠA", + "nna" + ], + [ + "il", + "d" + ], + [ + "Ġf", + "o" + ], + [ + "Ġman", + "y" + ], + [ + "'", + "m" + ], + [ + "ĠJ", + "ack" + ], + [ + "Ġb", + "etter" + ], + [ + "Ġ", + "im" + ], + [ + "g", + "ry" + ], + [ + "im", + "al" + ], + [ + "Ġan", + "imal" + ], + [ + "ur", + "t" + ], + [ + "f", + "t" + ], + [ + "Ġe", + "nd" + ], + [ + "Ġs", + "n" + ], + [ + "a", + "ut" + ], + [ + "Ġt", + "e" + ], + [ + "Ġc", + "le" + ], + [ + "ĠJ", + "o" + ], + [ + "v", + "ent" + ], + [ + "ur", + "p" + ], + [ + "Ġg", + "r" + ], + [ + "Ġbe", + "aut" + ], + [ + "Ġj", + "ump" + ], + [ + "m", + "b" + ], + [ + "Ġa", + "d" + ], + [ + "re", + "am" + ], + [ + "p", + "t" + ], + [ + "ĠS", + "o" + ], + [ + "ĠH", + "er" + ], + [ + "Ġfl", + "ow" + ], + [ + "i", + "es" + ], + [ + "Ġc", + "he" + ], + [ + "Ġb", + "ra" + ], + [ + "Ġthan", + "ked" + ], + [ + "Ġe", + "ven" + ], + [ + "Ġb", + "est" + ], + [ + "Ġc", + "all" + ], + [ + "ad", + "y" + ], + [ + "H", + "e" + ], + [ + "Ġlot", + "s" + ], + [ + "Ġlaug", + "hed" + ], + [ + "sel", + "f" + ], + [ + "Ġr", + "a" + ], + [ + "Ġwa", + "y" + ], + [ + "ar", + "s" + ], + [ + "ur", + "n" + ], + [ + "Ġb", + "y" + ], + [ + "Ġfa", + "st" + ], + [ + "ll", + "y" + ], + [ + "Ġf", + "am" + ], + [ + "Ġ", + "C" + ], + [ + "v", + "es" + ], + [ + "ard", + "en" + ], + [ + "Ġg", + "arden" + ], + [ + "Ġbeaut", + "i" + ], + [ + "w", + "n" + ], + [ + "T", + "h" + ], + [ + "Ġbeauti", + "ful" + ], + [ + "Ġl", + "oud" + ], + [ + "le", + "w" + ], + [ + "Ġsk", + "y" + ], + [ + "Ġd", + "on" + ], + [ + "h", + "n" + ], + [ + "er", + "ed" + ], + [ + "in", + "y" + ], + [ + "Ġcare", + "ful" + ], + [ + "Ġlo", + "ve" + ], + [ + "Ġf", + "i" + ], + [ + "ĠThe", + "n" + ], + [ + "Å", + "ĵ" + ], + [ + "a", + "se" + ], + [ + "ec", + "t" + ], + [ + "Ġsa", + "fe" + ], + [ + "ĠA", + "nd" + ], + [ + "Ġu", + "nder" + ], + [ + "Ġc", + "ome" + ], + [ + "ĠF", + "rom" + ], + [ + "Y", + "es" + ], + [ + "ĠM", + "ia" + ], + [ + "I", + "t" + ], + [ + "m", + "e" + ], + [ + "Ġh", + "ard" + ], + [ + "Ġc", + "u" + ], + [ + "Ġw", + "o" + ], + [ + "Ġl", + "ist" + ], + [ + "Ġst", + "ay" + ], + [ + "an", + "e" + ], + [ + "s", + "h" + ], + [ + "op", + "le" + ], + [ + "Ġg", + "l" + ], + [ + "n", + "ing" + ], + [ + "Ġst", + "ill" + ], + [ + "oo", + "l" + ], + [ + "Ġh", + "urt" + ], + [ + "re", + "e" + ], + [ + "ĠH", + "is" + ], + [ + "Ġim", + "p" + ], + [ + "Ġfam", + "ily" + ], + [ + "Ġ", + "â" + ], + [ + "Ġb", + "oth" + ], + [ + "r", + "m" + ], + [ + "ig", + "h" + ], + [ + "Ġli", + "ved" + ], + [ + "he", + "s" + ], + [ + "W", + "hen" + ], + [ + "Ġpe", + "ople" + ], + [ + "Ġanimal", + "s" + ], + [ + "Ġco", + "l" + ], + [ + "Ġbra", + "ve" + ], + [ + "Ġwal", + "ked" + ], + [ + "o", + "b" + ], + [ + "T", + "im" + ], + [ + "c", + "t" + ], + [ + "Ġl", + "et" + ], + [ + "urp", + "r" + ], + [ + "ĠW", + "hen" + ], + [ + "Ġtw", + "o" + ], + [ + "Ġs", + "urpr" + ], + [ + "Ġsh", + "ould" + ], + [ + "is", + "hed" + ], + [ + "Ġb", + "ad" + ], + [ + "re", + "ss" + ], + [ + "Ġke", + "pt" + ], + [ + "Ġf", + "ore" + ], + [ + "Ġf", + "lew" + ], + [ + "Ġf", + "in" + ], + [ + "Ġst", + "or" + ], + [ + "Ġf", + "ly" + ], + [ + "a", + "st" + ], + [ + "is", + "ed" + ], + [ + "i", + "p" + ], + [ + "Ġit", + "s" + ], + [ + "l", + "ed" + ], + [ + "o", + "ck" + ], + [ + "uc", + "y" + ], + [ + "f", + "ore" + ], + [ + "Ġgo", + "ing" + ], + [ + "Ġcle", + "an" + ], + [ + "Ġd", + "an" + ], + [ + "Ġp", + "ic" + ], + [ + "Ġso", + "on" + ], + [ + "Ġcall", + "ed" + ], + [ + "Ġsh", + "are" + ], + [ + "k", + "ay" + ], + [ + "Ġan", + "gry" + ], + [ + "Ġro", + "ck" + ], + [ + "Ġc", + "on" + ], + [ + "Ġpret", + "ty" + ], + [ + "N", + "o" + ], + [ + "Ġ", + "ide" + ], + [ + "i", + "ed" + ], + [ + "il", + "ly" + ], + [ + "Ġg", + "round" + ], + [ + "x", + "t" + ], + [ + "Ġr", + "ed" + ], + [ + "Ġexpl", + "ore" + ], + [ + "Ġc", + "ry" + ], + [ + "Ġad", + "vent" + ], + [ + "Ġst", + "o" + ], + [ + "s", + "o" + ], + [ + "Ġre", + "al" + ], + [ + "L", + "et" + ], + [ + "Ġw", + "ind" + ], + [ + "Ġsh", + "iny" + ], + [ + "b", + "e" + ], + [ + "Ġb", + "ook" + ], + [ + "Ġal", + "so" + ], + [ + "Ġdo", + "ll" + ], + [ + "Ġide", + "a" + ], + [ + "Ġbe", + "fore" + ], + [ + "Ġop", + "ened" + ], + [ + "dd", + "ed" + ], + [ + "Ġwh", + "ile" + ], + [ + "um", + "my" + ], + [ + "Ġke", + "ep" + ], + [ + "Ġe", + "y" + ], + [ + "Ġn", + "ow" + ], + [ + "Ġdo", + "or" + ], + [ + "Ġfeel", + "ing" + ], + [ + "âĤ¬", + "â" + ], + [ + "o", + "on" + ], + [ + "o", + "y" + ], + [ + "Ġwal", + "king" + ], + [ + "Ġno", + "ise" + ], + [ + "Ġf", + "r" + ], + [ + "le", + "s" + ], + [ + "ag", + "e" + ], + [ + "i", + "ous" + ], + [ + "Ġcol", + "or" + ], + [ + "Ġt", + "urn" + ], + [ + "t", + "hing" + ], + [ + "f", + "f" + ], + [ + "u", + "ch" + ], + [ + "t", + "h" + ], + [ + "Ġb", + "ed" + ], + [ + "ar", + "y" + ], + [ + "Ġd", + "ra" + ], + [ + "Ġpick", + "ed" + ], + [ + "im", + "b" + ], + [ + "e", + "et" + ], + [ + "Ġcl", + "imb" + ], + [ + "Ġd", + "el" + ], + [ + "W", + "hat" + ], + [ + "Ġbe", + "ing" + ], + [ + "Ġf", + "ood" + ], + [ + "Ġu", + "n" + ], + [ + "Ġf", + "ar" + ], + [ + "t", + "ure" + ], + [ + "j", + "oy" + ], + [ + "Ġadvent", + "ure" + ], + [ + "a", + "c" + ], + [ + "Ġsmil", + "e" + ], + [ + "Ġd", + "if" + ], + [ + "Ħ", + "¢" + ], + [ + "âĤ¬â", + "Ħ¢" + ], + [ + "me", + "mb" + ], + [ + "Ġw", + "r" + ], + [ + "Ġth", + "r" + ], + [ + "ug", + "ht" + ], + [ + "Ġloo", + "king" + ], + [ + "Ġne", + "xt" + ], + [ + "ic", + "ed" + ], + [ + "ĠL", + "ucy" + ], + [ + "Ġno", + "dded" + ], + [ + "Ġqu", + "ick" + ], + [ + "Ġ", + "P" + ], + [ + "Ġd", + "is" + ], + [ + "Ġre", + "pl" + ], + [ + "ĠD", + "ad" + ], + [ + "Ġwa", + "it" + ], + [ + "iz", + "ed" + ], + [ + "Ġfore", + "st" + ], + [ + "Ġclo", + "s" + ], + [ + "ĠS", + "uddenly" + ], + [ + "Ġt", + "ra" + ], + [ + "T", + "hat" + ], + [ + "Ġey", + "es" + ], + [ + "g", + "er" + ], + [ + "bb", + "it" + ], + [ + "t", + "ed" + ], + [ + "Ġo", + "wn" + ], + [ + "Ġr", + "ain" + ], + [ + "Ġimp", + "ort" + ], + [ + "Ġgre", + "at" + ], + [ + "Ġre", + "memb" + ], + [ + "Ġpic", + "ture" + ], + [ + "Th", + "ank" + ], + [ + "S", + "uddenly" + ], + [ + "Ġsto", + "pped" + ], + [ + "Ġen", + "joy" + ], + [ + "Ġv", + "o" + ], + [ + "B", + "en" + ], + [ + "Ġg", + "ive" + ], + [ + "Ġimport", + "ant" + ], + [ + "Ġwor", + "k" + ], + [ + "Ġne", + "ar" + ], + [ + "g", + "an" + ], + [ + "p", + "ot" + ], + [ + "Ġe", + "ver" + ], + [ + "Ġa", + "pp" + ], + [ + "Ġa", + "fter" + ], + [ + "Ġquick", + "ly" + ], + [ + "Ġlist", + "en" + ], + [ + "Ġb", + "re" + ], + [ + "t", + "ing" + ], + [ + "bb", + "ed" + ], + [ + "Ġm", + "a" + ], + [ + "Ġf", + "ish" + ], + [ + "Ġrepl", + "ied" + ], + [ + "Ġra", + "bbit" + ], + [ + "Ġhand", + "s" + ], + [ + "Ġ", + "G" + ], + [ + "Ġnot", + "iced" + ], + [ + "Ġbr", + "o" + ], + [ + "Ġsl", + "ide" + ], + [ + "Ġth", + "ink" + ], + [ + "Ġwal", + "k" + ], + [ + "Ġtr", + "uck" + ], + [ + "Ġa", + "c" + ], + [ + "k", + "es" + ], + [ + "Ġstr", + "ong" + ], + [ + "S", + "he" + ], + [ + "Ġshow", + "ed" + ], + [ + "Ġd", + "e" + ], + [ + "Ġevery", + "one" + ], + [ + "Ġwo", + "nder" + ], + [ + "fe", + "re" + ], + [ + "by", + "e" + ], + [ + "Ġdif", + "fere" + ], + [ + "ir", + "st" + ], + [ + "S", + "o" + ], + [ + "Ġs", + "ure" + ], + [ + "Ġha", + "s" + ], + [ + "Ġr", + "ight" + ], + [ + "Ġbe", + "en" + ], + [ + "Ġbec", + "ame" + ], + [ + "Ġs", + "ound" + ], + [ + "ma", + "z" + ], + [ + "Ġto", + "w" + ], + [ + "Ġr", + "u" + ], + [ + "Ġt", + "al" + ], + [ + "Ġa", + "maz" + ], + [ + "Ġhe", + "ad" + ], + [ + "Ġsh", + "out" + ], + [ + "Ġbr", + "ight" + ], + [ + "Ġy", + "e" + ], + [ + "Ġwat", + "ched" + ], + [ + "Ġ", + "R" + ], + [ + "Ġm", + "or" + ], + [ + "Ġch", + "ild" + ], + [ + "a", + "ble" + ], + [ + "Ġme", + "an" + ], + [ + "Ġw", + "here" + ], + [ + "ll", + "ow" + ], + [ + "Ġh", + "igh" + ], + [ + "ĠS", + "ue" + ], + [ + "Ġfa", + "ce" + ], + [ + "Ġc", + "ook" + ], + [ + "d", + "ay" + ], + [ + "ay", + "be" + ], + [ + "Ġwat", + "ch" + ], + [ + "Ġbl", + "ue" + ], + [ + "a", + "ught" + ], + [ + "Ġdiffere", + "nt" + ], + [ + "Ġst", + "ore" + ], + [ + "Ġ", + "N" + ], + [ + "Ġgood", + "bye" + ], + [ + "Ġd", + "ress" + ], + [ + "u", + "ll" + ], + [ + "ĠB", + "ob" + ], + [ + "n", + "g" + ], + [ + "an", + "ge" + ], + [ + "Ġs", + "qu" + ], + [ + "Ġo", + "kay" + ], + [ + "is", + "y" + ], + [ + "le", + "ase" + ], + [ + "ĠMom", + "my" + ], + [ + "Ġvo", + "ice" + ], + [ + "J", + "o" + ], + [ + "at", + "h" + ], + [ + "Ġn", + "ight" + ], + [ + "ĠS", + "pot" + ], + [ + "Ġu", + "s" + ], + [ + "Ġbo", + "at" + ], + [ + "Ġflow", + "ers" + ], + [ + "Ġpl", + "ace" + ], + [ + "Ġfo", + "llow" + ], + [ + "Ġa", + "r" + ], + [ + "Ġu", + "se" + ], + [ + "Ġclos", + "er" + ], + [ + "un", + "ny" + ], + [ + "le", + "ep" + ], + [ + "ir", + "ed" + ], + [ + "Ġfa", + "v" + ], + [ + "Ġy", + "ell" + ], + [ + "Ġgra", + "bbed" + ], + [ + "Ġcu", + "ri" + ], + [ + "Ġwa", + "rm" + ], + [ + "Ġc", + "r" + ], + [ + "Ġfor", + "g" + ], + [ + "ĠSara", + "h" + ], + [ + "ĠJo", + "hn" + ], + [ + "Ġm", + "ag" + ], + [ + "Ġst", + "ick" + ], + [ + "W", + "e" + ], + [ + "Ġjump", + "ed" + ], + [ + "Ġc", + "ake" + ], + [ + "m", + "ore" + ], + [ + "Ġt", + "ell" + ], + [ + "Ġany", + "more" + ], + [ + "A", + "fter" + ], + [ + "Ġbut", + "ter" + ], + [ + "nd", + "ma" + ], + [ + "Ġth", + "ree" + ], + [ + "Ġas", + "k" + ], + [ + "c", + "o" + ], + [ + "Ġ", + "our" + ], + [ + "l", + "ie" + ], + [ + "Ġcuri", + "ous" + ], + [ + "ou", + "nt" + ], + [ + "or", + "n" + ], + [ + "Ġcon", + "t" + ], + [ + "Ġfe", + "ll" + ], + [ + "a", + "ched" + ], + [ + "ĠT", + "h" + ], + [ + "Ġbird", + "s" + ], + [ + "as", + "s" + ], + [ + "H", + "er" + ], + [ + "is", + "s" + ], + [ + "Ġhelp", + "ed" + ], + [ + "ĠJ", + "ane" + ], + [ + "Ġpu", + "ll" + ], + [ + "Ġf", + "irst" + ], + [ + "it", + "c" + ], + [ + "Ġbl", + "ock" + ], + [ + "Ġh", + "op" + ], + [ + "Ġb", + "it" + ], + [ + "Ġd", + "r" + ], + [ + "Ġreal", + "ized" + ], + [ + "Ġk", + "id" + ], + [ + "L", + "ook" + ], + [ + "il", + "a" + ], + [ + "Ġm", + "on" + ], + [ + "Ġbr", + "other" + ], + [ + "A", + "nna" + ], + [ + "S", + "ara" + ], + [ + "Ġ", + "z" + ], + [ + "ĠEvery", + "one" + ], + [ + "Ġat", + "e" + ], + [ + "Ġdo", + "es" + ], + [ + "im", + "es" + ], + [ + "Ġhapp", + "ened" + ], + [ + "Ġst", + "op" + ], + [ + "z", + "y" + ], + [ + "Ġy", + "ummy" + ], + [ + "Ġfav", + "or" + ], + [ + "pp", + "y" + ], + [ + "Ġk", + "itc" + ], + [ + "Ġkitc", + "hen" + ], + [ + "Ġsw", + "eet" + ], + [ + "u", + "s" + ], + [ + "Ġp", + "er" + ], + [ + "Ġre", + "ally" + ], + [ + "a", + "isy" + ], + [ + "Ġgra", + "ss" + ], + [ + "Ġfavor", + "ite" + ], + [ + "Ġbe", + "gan" + ], + [ + "Ġre", + "st" + ], + [ + "Ġre", + "ady" + ], + [ + "Ġle", + "a" + ], + [ + "Ġre", + "ached" + ], + [ + "Ġunder", + "st" + ], + [ + "a", + "ir" + ], + [ + "Ġst", + "e" + ], + [ + "Ġb", + "unny" + ], + [ + "ĠA", + "s" + ], + [ + "Ġstor", + "y" + ], + [ + "'", + "re" + ], + [ + "Ġp", + "ain" + ], + [ + "Ġs", + "ing" + ], + [ + "st", + "er" + ], + [ + "Ġhe", + "re" + ], + [ + "Ġsa", + "nd" + ], + [ + "Ġon", + "ly" + ], + [ + "Ġfl", + "o" + ], + [ + "Ġa", + "m" + ], + [ + "Ġgl", + "ad" + ], + [ + "Ġt", + "ri" + ], + [ + "Ġbe", + "h" + ], + [ + "Ġwor", + "ld" + ], + [ + "Ġop", + "en" + ], + [ + "Ġc", + "re" + ], + [ + "fu", + "lly" + ], + [ + "Ġpr", + "in" + ], + [ + "w", + "here" + ], + [ + "are", + "nt" + ], + [ + "Ġflow", + "er" + ], + [ + "Ġthr", + "ough" + ], + [ + "Ġb", + "a" + ], + [ + "Ġfi", + "re" + ], + [ + "Ġd", + "one" + ], + [ + "Ġha", + "ving" + ], + [ + "Ġth", + "ing" + ], + [ + "Ġdel", + "ic" + ], + [ + "Ġhim", + "self" + ], + [ + "Ġt", + "ired" + ], + [ + "Ġp", + "arent" + ], + [ + "Ġso", + "ft" + ], + [ + "Ġf", + "ro" + ], + [ + "Tim", + "my" + ], + [ + "Ġta", + "st" + ], + [ + "Ġbutter", + "f" + ], + [ + "ĠL", + "et" + ], + [ + "Ġc", + "ut" + ], + [ + "Ġp", + "art" + ], + [ + "Ġwh", + "y" + ], + [ + "k", + "en" + ], + [ + "Ġm", + "ess" + ], + [ + "C", + "an" + ], + [ + "Ġwor", + "ry" + ], + [ + "Mom", + "my" + ], + [ + "i", + "ver" + ], + [ + "Ġd", + "in" + ], + [ + "u", + "ff" + ], + [ + "at", + "er" + ], + [ + "Ġmag", + "ic" + ], + [ + "Ġwa", + "ved" + ], + [ + "Ġshout", + "ed" + ], + [ + "Ġpo", + "nd" + ], + [ + "Ġkid", + "s" + ], + [ + "Ġh", + "at" + ], + [ + "Ġd", + "uck" + ], + [ + "Ġse", + "es" + ], + [ + "o", + "lly" + ], + [ + "ill", + "ed" + ], + [ + "Ġg", + "ame" + ], + [ + "i", + "ent" + ], + [ + "Ġma", + "king" + ], + [ + "at", + "her" + ], + [ + "Jo", + "hn" + ], + [ + "A", + "s" + ], + [ + "ak", + "es" + ], + [ + "Ġcat", + "ch" + ], + [ + "Ġse", + "en" + ], + [ + "Ġc", + "ool" + ], + [ + "at", + "ion" + ], + [ + "Ġcom", + "ing" + ], + [ + "Ġl", + "ess" + ], + [ + "Ġd", + "ark" + ], + [ + "Ġu", + "sed" + ], + [ + "ed", + "dy" + ], + [ + "Ġfi", + "x" + ], + [ + "ĠJo", + "e" + ], + [ + "Ġthan", + "k" + ], + [ + "m", + "er" + ], + [ + "Ġto", + "p" + ], + [ + "Ġl", + "ady" + ], + [ + "Ġha", + "ir" + ], + [ + "ar", + "ing" + ], + [ + "Ġp", + "rom" + ], + [ + "Ġho", + "pped" + ], + [ + "ĠC", + "an" + ], + [ + "\"", + "." + ], + [ + "ig", + "n" + ], + [ + "Ġsurpr", + "ise" + ], + [ + "Ġdra", + "w" + ], + [ + "Ġm", + "um" + ], + [ + "Ġm", + "ouse" + ], + [ + "Ġfun", + "ny" + ], + [ + "re", + "l" + ], + [ + "Ġc", + "ra" + ], + [ + "Ġ", + "-" + ], + [ + "ap", + "er" + ], + [ + "Ġf", + "ull" + ], + [ + "Ġto", + "uch" + ], + [ + "Ġl", + "ight" + ], + [ + "Ġsp", + "ot" + ], + [ + "re", + "n" + ], + [ + "Ġd", + "ro" + ], + [ + "ĠBen", + "ny" + ], + [ + "Ġparent", + "s" + ], + [ + "Ġwor", + "ked" + ], + [ + "in", + "s" + ], + [ + "one", + "y" + ], + [ + "ĠD", + "o" + ], + [ + "Ġsurpr", + "ised" + ], + [ + "Ġcare", + "fully" + ], + [ + "Ġtre", + "es" + ], + [ + "Ġfro", + "g" + ], + [ + "Ġsw", + "ing" + ], + [ + "Ġdo", + "ing" + ], + [ + "D", + "on" + ], + [ + "Ġs", + "at" + ], + [ + "in", + "ally" + ], + [ + "ĠT", + "hat" + ], + [ + "Ġ", + "ice" + ], + [ + "ĠI", + "n" + ], + [ + "Ġhe", + "ld" + ], + [ + "W", + "ow" + ], + [ + "Ġrun", + "ning" + ], + [ + "Ġpret", + "end" + ], + [ + "Ġsw", + "im" + ], + [ + "Ġs", + "et" + ], + [ + "Ġre", + "ad" + ], + [ + "Ġdelic", + "ious" + ], + [ + "Ġneed", + "ed" + ], + [ + "Ġt", + "ight" + ], + [ + "Ġsl", + "ow" + ], + [ + "Ġrememb", + "ered" + ], + [ + "Ġlo", + "st" + ], + [ + "Ġco", + "ld" + ], + [ + "Ġsm", + "ell" + ], + [ + "ard", + "s" + ], + [ + "Ġw", + "ood" + ], + [ + "Ġhapp", + "ily" + ], + [ + "h", + "y" + ], + [ + "el", + "y" + ], + [ + "Ġlook", + "s" + ], + [ + "Ġbeh", + "ind" + ], + [ + "Ġher", + "self" + ], + [ + "Ġc", + "ried" + ], + [ + "Ġenjoy", + "ed" + ], + [ + "Ġnam", + "e" + ], + [ + "as", + "k" + ], + [ + "Ġye", + "ars" + ], + [ + "Ġbu", + "y" + ], + [ + "Ġho", + "le" + ], + [ + "Ġblock", + "s" + ], + [ + "Ġd", + "ri" + ], + [ + "Ġs", + "leep" + ], + [ + "Ġg", + "i" + ], + [ + "Ġyell", + "ow" + ], + [ + "c", + "ess" + ], + [ + "Ġbutterf", + "ly" + ], + [ + "i", + "ke" + ], + [ + "u", + "ed" + ], + [ + "Ġw", + "ished" + ], + [ + "Ġper", + "f" + ], + [ + "Ġan", + "other" + ], + [ + "ĠD", + "aisy" + ], + [ + "Ġgre", + "en" + ], + [ + "Ġmo", + "ve" + ], + [ + "Ġt", + "all" + ], + [ + "Ġa", + "ir" + ], + [ + "Ġb", + "ag" + ], + [ + "Ġflo", + "or" + ], + [ + "Ġcar", + "s" + ], + [ + "Ġless", + "on" + ], + [ + "u", + "l" + ], + [ + "Ġb", + "ow" + ], + [ + "Ġar", + "ri" + ], + [ + "Ġwind", + "ow" + ], + [ + "Ġsh", + "o" + ], + [ + "Ġchild", + "ren" + ], + [ + "n", + "er" + ], + [ + "Ġfin", + "ished" + ], + [ + "Ġh", + "ill" + ], + [ + "ĠA", + "fter" + ], + [ + "and", + "y" + ], + [ + "s", + "p" + ], + [ + "en", + "s" + ], + [ + "Ġp", + "aper" + ], + [ + "Ġli", + "kes" + ], + [ + "F", + "rom" + ], + [ + "s", + "y" + ], + [ + "Ġho", + "ld" + ], + [ + "S", + "am" + ], + [ + "Ġwr", + "ong" + ], + [ + "re", + "ed" + ], + [ + "Ġcont", + "in" + ], + [ + "Ġunderst", + "and" + ], + [ + "at", + "ter" + ], + [ + "u", + "it" + ], + [ + "re", + "w" + ], + [ + "Ġg", + "ent" + ], + [ + "Ġany", + "thing" + ], + [ + "Ġclo", + "se" + ], + [ + "Ġwa", + "ll" + ], + [ + "Ġe", + "l" + ], + [ + "as", + "ure" + ], + [ + "Ġle", + "ft" + ], + [ + "Ġa", + "ble" + ], + [ + "Ġarri", + "ved" + ], + [ + "Ġh", + "un" + ], + [ + "ro", + "ss" + ], + [ + "a", + "v" + ], + [ + "Ġhe", + "ar" + ], + [ + "Ġfriend", + "ly" + ], + [ + "Ġforg", + "ot" + ], + [ + "Ġg", + "one" + ], + [ + "am", + "a" + ], + [ + "Ġcre", + "at" + ], + [ + "Ġw", + "et" + ], + [ + "Ġli", + "on" + ], + [ + "H", + "ell" + ], + [ + "Hell", + "o" + ], + [ + "Ġd", + "ream" + ], + [ + "Ġh", + "ot" + ], + [ + "b", + "o" + ], + [ + "b", + "er" + ], + [ + "ĠS", + "ally" + ], + [ + "Ġf", + "illed" + ], + [ + "Ġd", + "ir" + ], + [ + "ie", + "ld" + ], + [ + "Ġcook", + "ies" + ], + [ + "Ġlaug", + "h" + ], + [ + "Ġbro", + "ken" + ], + [ + "Ġdin", + "ner" + ], + [ + "l", + "f" + ], + [ + "Ġel", + "se" + ], + [ + "Ġh", + "id" + ], + [ + "c", + "ed" + ], + [ + "Ġp", + "ink" + ], + [ + "Ġfollow", + "ed" + ], + [ + "Ġta", + "ble" + ], + [ + "Ġm", + "ar" + ], + [ + "Ġcolor", + "s" + ], + [ + "ou", + "p" + ], + [ + "Ġmom", + "ent" + ], + [ + "Ġcontin", + "ued" + ], + [ + "Ġwonder", + "ful" + ], + [ + "ĠE", + "m" + ], + [ + "e", + "y" + ], + [ + "in", + "ed" + ], + [ + "ir", + "rel" + ], + [ + "r", + "ot" + ], + [ + "Ġfin", + "ally" + ], + [ + "J", + "ack" + ], + [ + "Ġa", + "rm" + ], + [ + "Ġm", + "ight" + ], + [ + "ĠN", + "ow" + ], + [ + "Ġc", + "ast" + ], + [ + "Ġy", + "es" + ], + [ + "Ġbu", + "ild" + ], + [ + "Ġen", + "ough" + ], + [ + "ĠB", + "illy" + ], + [ + "Ġsome", + "one" + ], + [ + "Ġperf", + "ect" + ], + [ + "Ġfa", + "ir" + ], + [ + "Ġstay", + "ed" + ], + [ + "a", + "pp" + ], + [ + "Ġmor", + "ning" + ], + [ + "ĠThe", + "re" + ], + [ + "Ġpu", + "ppy" + ], + [ + "o", + "l" + ], + [ + "Ġdad", + "dy" + ], + [ + "Ġtry", + "ing" + ], + [ + "'", + "ll" + ], + [ + "Ġj", + "u" + ], + [ + "Ġother", + "s" + ], + [ + "Ġbook", + "s" + ], + [ + "Ġag", + "reed" + ], + [ + "Ġmu", + "s" + ], + [ + "Ġsn", + "ow" + ], + [ + "Ġsqu", + "irrel" + ], + [ + "Ġc", + "ream" + ], + [ + "ro", + "om" + ], + [ + "Ġget", + "ting" + ], + [ + "Ġgra", + "ndma" + ], + [ + "ĠL", + "ila" + ], + [ + "Ġlea", + "ves" + ], + [ + "Ġba", + "by" + ], + [ + "Ġc", + "ount" + ], + [ + "ic", + "y" + ], + [ + "Ġfe", + "w" + ], + [ + "A", + "t" + ], + [ + "Ġf", + "all" + ], + [ + "The", + "n" + ], + [ + "g", + "on" + ], + [ + "Ġbre", + "ak" + ], + [ + "Ġclimb", + "ed" + ], + [ + "ri", + "es" + ], + [ + "Ġbe", + "ach" + ], + [ + "as", + "h" + ], + [ + "Ġb", + "ug" + ], + [ + "Ġp", + "lease" + ], + [ + "Ġm", + "other" + ], + [ + "Ġbr", + "ought" + ], + [ + "Ġtra", + "in" + ], + [ + "an", + "ce" + ], + [ + "ĠTh", + "is" + ], + [ + "Ġde", + "ep" + ], + [ + "Ġv", + "is" + ], + [ + "at", + "ed" + ], + [ + "s", + "hed" + ], + [ + "Ġm", + "et" + ], + [ + "Ġwas", + "n" + ], + [ + "Ġsomet", + "imes" + ], + [ + "Ġevery", + "thing" + ], + [ + "ĠTom", + "my" + ], + [ + "i", + "ch" + ], + [ + "Ġmus", + "ic" + ], + [ + "ke", + "y" + ], + [ + "l", + "ing" + ], + [ + "Th", + "is" + ], + [ + "o", + "s" + ], + [ + "Ġturn", + "ed" + ], + [ + "l", + "c" + ], + [ + "Ġr", + "ide" + ], + [ + "o", + "om" + ], + [ + "Ġs", + "ong" + ], + [ + "or", + "ing" + ], + [ + "Ġsp", + "ark" + ], + [ + "Ġf", + "ight" + ], + [ + "Ġhun", + "gry" + ], + [ + "on", + "s" + ], + [ + "Ġpicture", + "s" + ], + [ + "d", + "s" + ], + [ + "Ġm", + "akes" + ], + [ + "Ġse", + "ar" + ], + [ + "uck", + "y" + ], + [ + "Ġlist", + "ened" + ], + [ + "Ġjo", + "y" + ], + [ + "Ġpo", + "l" + ], + [ + "ĠW", + "hat" + ], + [ + "H", + "is" + ], + [ + "e", + "e" + ], + [ + "Ġcl", + "ot" + ], + [ + "Ġsa", + "il" + ], + [ + "a", + "pped" + ], + [ + "b", + "ble" + ], + [ + "Ġcom", + "p" + ], + [ + "Ġpl", + "an" + ], + [ + "Ġwant", + "s" + ], + [ + "Ġclot", + "hes" + ], + [ + "Ġpo", + "in" + ], + [ + "Ġ", + "K" + ], + [ + "z", + "z" + ], + [ + "Ġball", + "oon" + ], + [ + "Ġstr", + "ange" + ], + [ + "m", + "an" + ], + [ + "en", + "ny" + ], + [ + "Ġp", + "i" + ], + [ + "Ġgr", + "ow" + ], + [ + "Ġfly", + "ing" + ], + [ + "r", + "ow" + ], + [ + "Ġsc", + "ary" + ], + [ + "Ġtre", + "at" + ], + [ + "Ġwa", + "ited" + ], + [ + "Ġamaz", + "ed" + ], + [ + "Ġt", + "eddy" + ], + [ + "Ġcast", + "le" + ], + [ + "is", + "ter" + ], + [ + "Ġe", + "le" + ], + [ + "Ġamaz", + "ing" + ], + [ + "m", + "ed" + ], + [ + "Ġsp", + "l" + ], + [ + "O", + "h" + ], + [ + "Ġle", + "ave" + ], + [ + "Ġown", + "er" + ], + [ + "Ġprom", + "ised" + ], + [ + "Ġdan", + "ger" + ], + [ + "e", + "ver" + ], + [ + "O", + "K" + ], + [ + "Ġs", + "uch" + ], + [ + "Ġwh", + "ite" + ], + [ + "Ġp", + "at" + ], + [ + "Ġtal", + "k" + ], + [ + "uff", + "y" + ], + [ + "Ġf", + "ur" + ], + [ + "Ġp", + "ie" + ], + [ + "op", + "e" + ], + [ + "r", + "ed" + ], + [ + "Ġpull", + "ed" + ], + [ + "Ġp", + "re" + ], + [ + "Ġwood", + "s" + ], + [ + "ĠT", + "o" + ], + [ + "Ġsh", + "ared" + ], + [ + "Ġal", + "one" + ], + [ + "Ġtow", + "ards" + ], + [ + "c", + "le" + ], + [ + "ĠM", + "aybe" + ], + [ + "Ġs", + "it" + ], + [ + "Ġn", + "ap" + ], + [ + "Ġcolor", + "ful" + ], + [ + "am", + "p" + ], + [ + "h", + "one" + ], + [ + "Ġvis", + "it" + ], + [ + "ig", + "g" + ], + [ + "ug", + "g" + ], + [ + "th", + "y" + ], + [ + "en", + "ce" + ], + [ + "Ġta", + "il" + ], + [ + "ct", + "or" + ], + [ + "Ġmagic", + "al" + ], + [ + "Ġr", + "iver" + ], + [ + "Ġh", + "ig" + ], + [ + "Ġbe", + "lie" + ], + [ + "Ġgr", + "ate" + ], + [ + "u", + "ally" + ], + [ + "an", + "g" + ], + [ + "ot", + "t" + ], + [ + "Ġh", + "ide" + ], + [ + "Ġs", + "illy" + ], + [ + "Ġsmil", + "es" + ], + [ + "ow", + "er" + ], + [ + "Ġs", + "ide" + ], + [ + "M", + "ax" + ], + [ + "Ġro", + "ll" + ], + [ + "Ġg", + "u" + ], + [ + "ĠA", + "my" + ], + [ + "Ġpr", + "o" + ], + [ + "et", + "er" + ], + [ + "Ġfast", + "er" + ], + [ + "Ġgrate", + "ful" + ], + [ + "Ġtre", + "asure" + ], + [ + "as", + "ed" + ], + [ + "Ġsn", + "ack" + ], + [ + "u", + "p" + ], + [ + "Ġla", + "nd" + ], + [ + "av", + "y" + ], + [ + "Ġmor", + "al" + ], + [ + "ain", + "ed" + ], + [ + "Ġs", + "ister" + ], + [ + "ĠG", + "ra" + ], + [ + "Ġsh", + "ap" + ], + [ + "Ġpain", + "t" + ], + [ + "Ġslow", + "ly" + ], + [ + "Ġf", + "ield" + ], + [ + "Ġp", + "et" + ], + [ + "Ġs", + "ec" + ], + [ + "or", + "m" + ], + [ + "ĠJ", + "im" + ], + [ + "Ġbr", + "an" + ], + [ + "Ġm", + "in" + ], + [ + "Ġmu", + "st" + ], + [ + "Ġhelp", + "ing" + ], + [ + "Ġwor", + "ried" + ], + [ + "Ġjo", + "b" + ], + [ + "Ġfo", + "x" + ], + [ + "s", + "et" + ], + [ + "Ġm", + "oney" + ], + [ + "Ġp", + "ot" + ], + [ + "Ġqu", + "i" + ], + [ + "Ġbe", + "l" + ], + [ + "Ġac", + "c" + ], + [ + "Ġli", + "ving" + ], + [ + "Ġmon", + "ster" + ], + [ + "le", + "ss" + ], + [ + "Ġpart", + "y" + ], + [ + "e", + "ar" + ], + [ + "Ġmo", + "st" + ], + [ + "Ġwe", + "ar" + ], + [ + "Ġrememb", + "er" + ], + [ + "i", + "re" + ], + [ + "Ġs", + "ign" + ], + [ + "w", + "l" + ], + [ + "Ġcl", + "oud" + ], + [ + "Ġc", + "andy" + ], + [ + "Ġhig", + "her" + ], + [ + "i", + "pped" + ], + [ + "id", + "ent" + ], + [ + "ĠA", + "ll" + ], + [ + "d", + "er" + ], + [ + "z", + "e" + ], + [ + "Ġqui", + "et" + ], + [ + "Ġto", + "wn" + ], + [ + "un", + "ch" + ], + [ + "Ġprin", + "cess" + ], + [ + "Ġrun", + "s" + ], + [ + "ask", + "et" + ], + [ + "e", + "m" + ], + [ + "Ġevery", + "where" + ], + [ + "Ġjo", + "in" + ], + [ + "Ġste", + "pped" + ], + [ + "Ġb", + "asket" + ], + [ + "Ġl", + "ake" + ], + [ + "Ġcu", + "p" + ], + [ + "s", + "w" + ], + [ + "out", + "h" + ], + [ + "Ġcar", + "rot" + ], + [ + "Ġco", + "ll" + ], + [ + "Ġpl", + "ant" + ], + [ + "Ġsc", + "ream" + ], + [ + "ĠDad", + "dy" + ], + [ + "Ġb", + "uck" + ], + [ + "Ġhe", + "avy" + ], + [ + "Ġbig", + "ger" + ], + [ + "Ġch", + "o" + ], + [ + "Ġbl", + "ank" + ], + [ + "Ġclo", + "sed" + ], + [ + "Ġw", + "on" + ], + [ + "is", + "es" + ], + [ + "Ġan", + "sw" + ], + [ + "b", + "r" + ], + [ + "Ġblank", + "et" + ], + [ + "Ġm", + "outh" + ], + [ + "am", + "es" + ], + [ + "ec", + "es" + ], + [ + "Ġeat", + "ing" + ], + [ + "Ġpi", + "eces" + ], + [ + "ck", + "et" + ], + [ + "Ġst", + "re" + ], + [ + "Ġwe", + "lc" + ], + [ + "Ġwould", + "n" + ], + [ + "Ġre", + "ach" + ], + [ + "Ġbro", + "ke" + ], + [ + "e", + "ared" + ], + [ + "Ġdanger", + "ous" + ], + [ + "g", + "s" + ], + [ + "p", + "h" + ], + [ + "ĠM", + "olly" + ], + [ + "Ġc", + "e" + ], + [ + "ĠM", + "r" + ], + [ + "or", + "d" + ], + [ + "f", + "ort" + ], + [ + "Ġdoll", + "s" + ], + [ + "m", + "ing" + ], + [ + "Ġdan", + "ce" + ], + [ + "Ġdra", + "gon" + ], + [ + "Ġthink", + "s" + ], + [ + "Ġask", + "s" + ], + [ + "Ġac", + "ross" + ], + [ + "O", + "kay" + ], + [ + "Ġch", + "air" + ], + [ + "Ġte", + "ac" + ], + [ + "Ġb", + "ott" + ], + [ + "H", + "i" + ], + [ + "Ġp", + "a" + ], + [ + "Ġne", + "igh" + ], + [ + "Ġb", + "ar" + ], + [ + "Ġb", + "ike" + ], + [ + "Ġp", + "ack" + ], + [ + "it", + "ing" + ], + [ + "Ġdis", + "app" + ], + [ + "Ġneigh", + "b" + ], + [ + "Ġst", + "uck" + ], + [ + "d", + "e" + ], + [ + "Ġg", + "if" + ], + [ + "Ġfr", + "uit" + ], + [ + "Ġbelie", + "ve" + ], + [ + "c", + "y" + ], + [ + "Ġ", + "ve" + ], + [ + "Ġcry", + "ing" + ], + [ + "i", + "er" + ], + [ + "ph", + "ant" + ], + [ + "Ġs", + "uddenly" + ], + [ + "Ġs", + "oup" + ], + [ + "Ġr", + "ace" + ], + [ + "Ġth", + "rew" + ], + [ + "S", + "ure" + ], + [ + "Ġfar", + "mer" + ], + [ + "Ġacc", + "ident" + ], + [ + "Ġdir", + "ty" + ], + [ + "Ġele", + "phant" + ], + [ + "Ġmon", + "key" + ], + [ + "Ġhe", + "al" + ], + [ + "w", + "eet" + ], + [ + "Ġre", + "m" + ], + [ + "Ġp", + "ers" + ], + [ + "Ġsa", + "me" + ], + [ + "or", + "ed" + ], + [ + "vent", + "ually" + ], + [ + "e", + "ad" + ], + [ + "pp", + "ing" + ], + [ + "Ġgent", + "le" + ], + [ + "Ġf", + "ree" + ], + [ + "Ġbr", + "own" + ], + [ + "M", + "aybe" + ], + [ + "Ġin", + "st" + ], + [ + "Ġbe", + "e" + ], + [ + "i", + "x" + ], + [ + "Ġb", + "en" + ], + [ + "Ġw", + "in" + ], + [ + "Ġbl", + "ack" + ], + [ + "Ġal", + "ong" + ], + [ + "Ġlong", + "er" + ], + [ + "i", + "ble" + ], + [ + "Ġsp", + "r" + ], + [ + "Ġcl", + "apped" + ], + [ + "F", + "inally" + ], + [ + "W", + "hy" + ], + [ + "ck", + "ed" + ], + [ + "Ġwor", + "ds" + ], + [ + "ĠF", + "l" + ], + [ + "Ġteac", + "her" + ], + [ + "Ġup", + "set" + ], + [ + "ch", + "ool" + ], + [ + "Ġpie", + "ce" + ], + [ + "Ġwe", + "ll" + ], + [ + "Ġche", + "ered" + ], + [ + "Ġh", + "it" + ], + [ + "Ġsa", + "ng" + ], + [ + "m", + "ent" + ], + [ + "Ġbow", + "l" + ], + [ + "Ġb", + "ite" + ], + [ + "Ġdo", + "ctor" + ], + [ + "ĠJ", + "ill" + ], + [ + "Ġbuck", + "et" + ], + [ + "M", + "ia" + ], + [ + "Ġb", + "ath" + ], + [ + "Ġc", + "aught" + ], + [ + "Ġhe", + "art" + ], + [ + "Ġfor", + "get" + ], + [ + "Ġm", + "ark" + ], + [ + "Ġbut", + "t" + ], + [ + "Ġd", + "ry" + ], + [ + "Ġyou", + "ng" + ], + [ + "Ġse", + "a" + ], + [ + "Ġc", + "our" + ], + [ + "Ġdro", + "pped" + ], + [ + "es", + "e" + ], + [ + "Ġy", + "ard" + ], + [ + "Ġpl", + "ac" + ], + [ + "our", + "n" + ], + [ + "Ġs", + "chool" + ], + [ + "Ġsw", + "ings" + ], + [ + "bb", + "y" + ], + [ + "Ġw", + "ings" + ], + [ + "b", + "s" + ], + [ + "Ġexpl", + "ained" + ], + [ + "Ġj", + "ourn" + ], + [ + "Ġbr", + "ing" + ], + [ + "Ġdr", + "ink" + ], + [ + "Ġstre", + "et" + ], + [ + "Ġju", + "ice" + ], + [ + "un", + "g" + ], + [ + "Ġnear", + "by" + ], + [ + "ĠEm", + "ma" + ], + [ + "Ġsm", + "o" + ], + [ + "Ġsm", + "art" + ], + [ + "Ġpu", + "shed" + ], + [ + "Ġstor", + "ies" + ], + [ + "Ġdro", + "ve" + ], + [ + "Ġt", + "iny" + ], + [ + "Ġp", + "en" + ], + [ + "Ġcour", + "se" + ], + [ + "Ġ", + "es" + ], + [ + "Ġm", + "ine" + ], + [ + "Ġto", + "day" + ], + [ + "Ġpo", + "cket" + ], + [ + "Ġye", + "ar" + ], + [ + "aught", + "er" + ], + [ + "Ġj", + "e" + ], + [ + "Ġsec", + "ret" + ], + [ + "Ġex", + "p" + ], + [ + "Ġwith", + "out" + ], + [ + "Ġsing", + "ing" + ], + [ + "Ġwelc", + "ome" + ], + [ + "Ġhapp", + "en" + ], + [ + "t", + "o" + ], + [ + "Ġf", + "it" + ], + [ + "Ġst", + "u" + ], + [ + "ve", + "l" + ], + [ + "ra", + "ct" + ], + [ + "Ġbu", + "s" + ], + [ + "Ġche", + "ese" + ], + [ + "Ġcr", + "ay" + ], + [ + "Ġfair", + "y" + ], + [ + "Ġj", + "ar" + ], + [ + "Ġturn", + "s" + ], + [ + "Ġbu", + "sh" + ], + [ + "b", + "ow" + ], + [ + "ll", + "o" + ], + [ + "Ġexpl", + "oring" + ], + [ + "Ġl", + "on" + ], + [ + "Ġst", + "and" + ], + [ + "itt", + "ing" + ], + [ + "Ġsee", + "med" + ], + [ + "Ġsp", + "oon" + ], + [ + "ĠF", + "inally" + ], + [ + "Ġg", + "ames" + ], + [ + "Ġwo", + "ke" + ], + [ + "is", + "sed" + ], + [ + "Ġre", + "sp" + ], + [ + "Ġtr", + "ou" + ], + [ + "Ġtw", + "ins" + ], + [ + "Ġhop", + "ed" + ], + [ + "Ġat", + "t" + ], + [ + "Ġlon", + "ely" + ], + [ + "Ġa", + "nt" + ], + [ + "ĠM", + "ama" + ], + [ + "or", + "row" + ], + [ + "Ġno", + "ises" + ], + [ + "Ġhug", + "s" + ], + [ + "ount", + "ain" + ], + [ + "y", + "ard" + ], + [ + "Ġd", + "aughter" + ], + [ + "Ġin", + "v" + ], + [ + "Ġke", + "y" + ], + [ + "a", + "il" + ], + [ + "Ġrock", + "s" + ], + [ + "Ġdis", + "co" + ], + [ + "Ġs", + "u" + ], + [ + "Ġl", + "unch" + ], + [ + "re", + "ad" + ], + [ + "ou", + "n" + ], + [ + "ver", + "ed" + ], + [ + "Ġback", + "yard" + ], + [ + "Ġs", + "uc" + ], + [ + "Ġc", + "ow" + ], + [ + "Ġapp", + "le" + ], + [ + "e", + "k" + ], + [ + "Ġsw", + "am" + ], + [ + "Ġsho", + "es" + ], + [ + "Ġst", + "ars" + ], + [ + "Ġsh", + "ook" + ], + [ + "itt", + "ens" + ], + [ + "Ġm", + "iss" + ], + [ + "c", + "hes" + ], + [ + "Ġw", + "ish" + ], + [ + "Ġre", + "lie" + ], + [ + "fu", + "sed" + ], + [ + "Ġshap", + "es" + ], + [ + "urp", + "le" + ], + [ + "Ġtow", + "er" + ], + [ + "it", + "y" + ], + [ + "Ġc", + "orn" + ], + [ + "Ġmo", + "ved" + ], + [ + "sh", + "ine" + ], + [ + "Ġ", + "3" + ], + [ + "Ġth", + "ough" + ], + [ + "Ġc", + "ir" + ], + [ + "um", + "b" + ], + [ + "Ġta", + "king" + ], + [ + "t", + "s" + ], + [ + "ĠT", + "weet" + ], + [ + "ap", + "e" + ], + [ + "Ġrain", + "bow" + ], + [ + "Ġthr", + "ow" + ], + [ + "Ġst", + "ar" + ], + [ + "Ġben", + "ch" + ], + [ + "Ġne", + "ck" + ], + [ + "ock", + "ed" + ], + [ + "Ġcreat", + "ure" + ], + [ + "Ġbu", + "bble" + ], + [ + "Ġl", + "ate" + ], + [ + "Ġadventure", + "s" + ], + [ + "Ġo", + "wl" + ], + [ + "ion", + "s" + ], + [ + "A", + "nd" + ], + [ + "Ġw", + "he" + ], + [ + "Ġp", + "ar" + ], + [ + "Ġshe", + "ll" + ], + [ + "Ġk", + "ite" + ], + [ + "ĠFl", + "uffy" + ], + [ + "in", + "ing" + ], + [ + "Ġm", + "il" + ], + [ + "u", + "nt" + ], + [ + "Ġf", + "ence" + ], + [ + "Ġm", + "ix" + ], + [ + "Ġli", + "ft" + ], + [ + "Ġaccident", + "ally" + ], + [ + "Ġw", + "ise" + ], + [ + "Ġhe", + "llo" + ], + [ + "Ġp", + "urple" + ], + [ + "pp", + "er" + ], + [ + "Ġon", + "to" + ], + [ + "Ġsp", + "in" + ], + [ + "t", + "en" + ], + [ + "our", + "s" + ], + [ + "Ġs", + "itting" + ], + [ + "id", + "ge" + ], + [ + "Ġsun", + "shine" + ], + [ + "Ġcut", + "e" + ], + [ + "Ġm", + "at" + ], + [ + "w", + "ard" + ], + [ + "Ġsh", + "op" + ], + [ + "Ġwh", + "ist" + ], + [ + "Ġd", + "ist" + ], + [ + "Ġor", + "ange" + ], + [ + "L", + "ila" + ], + [ + "Ġn", + "aught" + ], + [ + "ĠSam", + "my" + ], + [ + "Ġnaught", + "y" + ], + [ + "Ġn", + "est" + ], + [ + "o", + "se" + ], + [ + "or", + "s" + ], + [ + "ll", + "a" + ], + [ + "Ġmil", + "k" + ], + [ + "f", + "ish" + ], + [ + "Ġa", + "f" + ], + [ + "Ġb", + "oun" + ], + [ + "Ġp", + "hone" + ], + [ + "Ġarm", + "s" + ], + [ + "Ġe", + "as" + ], + [ + "n", + "ess" + ], + [ + "Ġcar", + "ry" + ], + [ + "ĠGra", + "ndma" + ], + [ + "o", + "g" + ], + [ + "Ġb", + "ought" + ], + [ + "Ġdri", + "ver" + ], + [ + "Ġinst", + "ead" + ], + [ + "L", + "ater" + ], + [ + "Ġtal", + "ked" + ], + [ + "Ġsear", + "ched" + ], + [ + "g", + "ged" + ], + [ + "Ġp", + "ig" + ], + [ + "Ġco", + "zy" + ], + [ + "Ġsun", + "ny" + ], + [ + "itt", + "y" + ], + [ + "Ġfeel", + "s" + ], + [ + "Ġf", + "an" + ], + [ + "Ġwonder", + "ed" + ], + [ + "Ġcom", + "es" + ], + [ + "Ġswim", + "ming" + ], + [ + "u", + "ched" + ], + [ + "Ġto", + "uched" + ], + [ + "Ġp", + "op" + ], + [ + "ĠIn", + "side" + ], + [ + "a", + "le" + ], + [ + "Ġl", + "ucky" + ], + [ + "Ġlaug", + "hing" + ], + [ + "Ġbel", + "ong" + ], + [ + "Ġsound", + "s" + ], + [ + "Ġw", + "om" + ], + [ + "Ġc", + "ave" + ], + [ + "le", + "t" + ], + [ + "Ġjourn", + "ey" + ], + [ + "Ġwom", + "an" + ], + [ + "Ġc", + "ou" + ], + [ + "Ġnot", + "hing" + ], + [ + "Ġco", + "at" + ], + [ + "Ġrelie", + "ved" + ], + [ + "Ġ", + "O" + ], + [ + "Ġpe", + "ace" + ], + [ + "ad", + "ow" + ], + [ + "Ġno", + "se" + ], + [ + "Ġbu", + "sy" + ], + [ + "B", + "ob" + ], + [ + "Ġp", + "ast" + ], + [ + "Ġapp", + "les" + ], + [ + "Ġs", + "ick" + ], + [ + "Ġr", + "ope" + ], + [ + "Ġpat", + "ient" + ], + [ + "Ġa", + "ct" + ], + [ + "Ġp", + "udd" + ], + [ + "Ġin", + "c" + ], + [ + "ra", + "id" + ], + [ + "Ġwatch", + "ing" + ], + [ + "Ġbran", + "ch" + ], + [ + "Ġaf", + "raid" + ], + [ + "Ġto", + "m" + ], + [ + "id", + "er" + ], + [ + "Ġday", + "s" + ], + [ + "Ġre", + "t" + ], + [ + "c", + "ing" + ], + [ + "ĠM", + "ary" + ], + [ + "Ġb", + "and" + ], + [ + "Ġfar", + "m" + ], + [ + "Ġhug", + "e" + ], + [ + "ĠTh", + "ank" + ], + [ + "at", + "or" + ], + [ + "Ġexc", + "iting" + ], + [ + "Ġdan", + "ced" + ], + [ + "th", + "day" + ], + [ + "Ġwa", + "r" + ], + [ + "ĠSo", + "on" + ], + [ + "b", + "all" + ], + [ + "Ġg", + "igg" + ], + [ + "ble", + "m" + ], + [ + "Ġz", + "oom" + ], + [ + "Ġm", + "ad" + ], + [ + "Ġv", + "ill" + ], + [ + "Ġfore", + "ver" + ], + [ + "Ġpro", + "blem" + ], + [ + "Ġcoll", + "ect" + ], + [ + "p", + "ed" + ], + [ + "ir", + "t" + ], + [ + "Ġmin", + "ut" + ], + [ + "Ġw", + "ra" + ], + [ + "h", + "o" + ], + [ + "Ġli", + "fe" + ], + [ + "Ġkne", + "e" + ], + [ + "c", + "es" + ], + [ + "D", + "o" + ], + [ + "c", + "er" + ], + [ + "m", + "p" + ], + [ + "ar", + "p" + ], + [ + "Ġk", + "ing" + ], + [ + "Ġas", + "leep" + ], + [ + "Ġret", + "urn" + ], + [ + "Ġsh", + "arp" + ], + [ + "Ġre", + "l" + ], + [ + "Ġp", + "ower" + ], + [ + "et", + "h" + ], + [ + "Ġhold", + "ing" + ], + [ + "Ġf", + "ing" + ], + [ + "Ġheal", + "thy" + ], + [ + "ĠM", + "ittens" + ], + [ + "Ġpr", + "ot" + ], + [ + "Ġme", + "et" + ], + [ + "Ġor", + "gan" + ], + [ + "Ġcle", + "ver" + ], + [ + "Ġspot", + "ted" + ], + [ + "Ġl", + "etter" + ], + [ + "Ġg", + "ather" + ], + [ + "al", + "m" + ], + [ + "O", + "f" + ], + [ + "e", + "re" + ], + [ + "Ġr", + "ound" + ], + [ + "Ġstor", + "m" + ], + [ + "Ġprot", + "ect" + ], + [ + "Ġgif", + "t" + ], + [ + "am", + "ed" + ], + [ + "Ġma", + "il" + ], + [ + "ĠJ", + "en" + ], + [ + "Ġbir", + "thday" + ], + [ + "Ġpre", + "s" + ], + [ + "Ġsa", + "f" + ], + [ + "Ġneighb", + "or" + ], + [ + "ep", + "end" + ], + [ + "Ġta", + "kes" + ], + [ + "s", + "c" + ], + [ + "Ġe", + "ar" + ], + [ + "Ġcom", + "fort" + ], + [ + "Ġ", + "ent" + ], + [ + "Ġre", + "p" + ], + [ + "Ġpers", + "on" + ], + [ + "Ġsmil", + "ing" + ], + [ + "ĠW", + "ith" + ], + [ + "Ġgent", + "ly" + ], + [ + "Ġpoin", + "ted" + ], + [ + "E", + "very" + ], + [ + "ow", + "ed" + ], + [ + "Ġsp", + "o" + ], + [ + "co", + "l" + ], + [ + "Ġtast", + "y" + ], + [ + "ul", + "ar" + ], + [ + "ĠJim", + "my" + ], + [ + "Ġpl", + "ane" + ], + [ + "st", + "ing" + ], + [ + "h", + "in" + ], + [ + "Ġh", + "oney" + ], + [ + "it", + "ch" + ], + [ + "Ġp", + "ill" + ], + [ + "Ġp", + "ass" + ], + [ + "itt", + "en" + ], + [ + "Ġm", + "atter" + ], + [ + "Ġad", + "m" + ], + [ + "Ġtast", + "ed" + ], + [ + "Ġsmell", + "ed" + ], + [ + "n", + "ic" + ], + [ + "o", + "ve" + ], + [ + "Ġe", + "ag" + ], + [ + "Ġsh", + "ining" + ], + [ + "He", + "y" + ], + [ + "Ġhop", + "e" + ], + [ + "Ġplac", + "es" + ], + [ + "Ġk", + "ick" + ], + [ + "ĠC", + "h" + ], + [ + "Ġpic", + "nic" + ], + [ + "Ġbott", + "le" + ], + [ + "Ġresp", + "ect" + ], + [ + "Ġb", + "lew" + ], + [ + "Ġapp", + "eared" + ], + [ + "Ġsu", + "pp" + ], + [ + "Tom", + "my" + ], + [ + "ĠC", + "ome" + ], + [ + "Ġsp", + "ider" + ], + [ + "Ġint", + "ere" + ], + [ + "Ġche", + "er" + ], + [ + "bo", + "ard" + ], + [ + "Ġwe", + "aring" + ], + [ + "Ġpres", + "ent" + ], + [ + "er", + "t" + ], + [ + "Ġm", + "ist" + ], + [ + "iz", + "e" + ], + [ + "Ġtrou", + "ble" + ], + [ + "Ġtri", + "p" + ], + [ + "Ġp", + "ract" + ], + [ + "Ġk", + "iss" + ], + [ + "Ġqu", + "est" + ], + [ + "o", + "nd" + ], + [ + "Ġas", + "h" + ], + [ + "Ġlo", + "ves" + ], + [ + "Ġtight", + "ly" + ], + [ + "g", + "g" + ], + [ + "ar", + "ge" + ], + [ + "Ġs", + "ur" + ], + [ + "Ġsp", + "read" + ], + [ + "a", + "ur" + ], + [ + "Ġw", + "ide" + ], + [ + "on", + "es" + ], + [ + "um", + "ber" + ], + [ + "Ġfe", + "ather" + ], + [ + "Ġspl", + "as" + ], + [ + "on", + "t" + ], + [ + "nd", + "p" + ], + [ + "Ġl", + "ater" + ], + [ + "Ġwho", + "le" + ], + [ + "Ġany", + "one" + ], + [ + "Ġbre", + "ad" + ], + [ + "M", + "olly" + ], + [ + "Ġd", + "es" + ], + [ + "Ġre", + "c" + ], + [ + "ell", + "a" + ], + [ + "Ġro", + "ad" + ], + [ + "I", + "n" + ], + [ + "Ġo", + "ce" + ], + [ + "Ġgi", + "ant" + ], + [ + "Ġoce", + "an" + ], + [ + "el", + "s" + ], + [ + "Ġpu", + "zz" + ], + [ + "Ġcook", + "ie" + ], + [ + "Ġp", + "an" + ], + [ + "Ġp", + "ath" + ], + [ + "Åĵ", + "I" + ], + [ + "Ġcon", + "fused" + ], + [ + "Ġscream", + "ed" + ], + [ + "Ġcloud", + "s" + ], + [ + "e", + "b" + ], + [ + "Ġimp", + "ress" + ], + [ + "Ġfr", + "ont" + ], + [ + "ĠG", + "o" + ], + [ + "Ġse", + "at" + ], + [ + "le", + "x" + ], + [ + "Ġl", + "ay" + ], + [ + "Ġwh", + "ich" + ], + [ + "l", + "a" + ], + [ + "Ġth", + "in" + ], + [ + "Ġte", + "ach" + ], + [ + "er", + "ly" + ], + [ + "Ġd", + "i" + ], + [ + "Ġansw", + "er" + ], + [ + "ung", + "le" + ], + [ + "Ġa", + "p" + ], + [ + "ss", + "ed" + ], + [ + "h", + "ile" + ], + [ + "u", + "b" + ], + [ + "Ġl", + "arge" + ], + [ + "Ġj", + "ungle" + ], + [ + "Ġprom", + "ise" + ], + [ + "Ġs", + "er" + ], + [ + "Ġb", + "er" + ], + [ + "Ġw", + "ild" + ], + [ + "Ġb", + "ark" + ], + [ + "Ġm", + "ach" + ], + [ + "oo", + "se" + ], + [ + "Ġbutt", + "on" + ], + [ + "ndp", + "a" + ], + [ + "G", + "ood" + ], + [ + "Ġmy", + "ster" + ], + [ + "Ġsn", + "ake" + ], + [ + "Ġvill", + "age" + ], + [ + "Ġh", + "or" + ], + [ + "ĠEm", + "ily" + ], + [ + "C", + "ome" + ], + [ + "Ġtoo", + "l" + ], + [ + "Ġput", + "s" + ], + [ + "Ġla", + "st" + ], + [ + "Ġim", + "ag" + ], + [ + "ĠJ", + "ake" + ], + [ + "L", + "ucy" + ], + [ + "Ġt", + "id" + ], + [ + "Ġb", + "an" + ], + [ + "le", + "br" + ], + [ + "Ġe", + "ventually" + ], + [ + "Ġsl", + "id" + ], + [ + "Ġwa", + "ve" + ], + [ + "Ġli", + "ve" + ], + [ + "Ġch", + "ased" + ], + [ + "ĠEvery", + "where" + ], + [ + "Ġce", + "lebr" + ], + [ + "Ġcray", + "ons" + ], + [ + "J", + "ust" + ], + [ + "Ġsp", + "ent" + ], + [ + "Ġwr", + "ite" + ], + [ + "Ġgi", + "ves" + ], + [ + "un", + "k" + ], + [ + "if", + "e" + ], + [ + "Ġdec", + "or" + ], + [ + "Ġfo", + "ot" + ], + [ + "Ġdel", + "ight" + ], + [ + "Ġso", + "l" + ], + [ + "Ġsand", + "w" + ], + [ + "Ġdir", + "t" + ], + [ + "ĠJ", + "enny" + ], + [ + "Ġtal", + "king" + ], + [ + "Ġtreat", + "s" + ], + [ + "Ġc", + "art" + ], + [ + "ch", + "ing" + ], + [ + "Ġwait", + "ing" + ], + [ + "Ġhid", + "ing" + ], + [ + "Ġsnow", + "man" + ], + [ + "Ġintere", + "sting" + ], + [ + "Ġh", + "on" + ], + [ + "on", + "y" + ], + [ + "Ġshe", + "lf" + ], + [ + "Ġtast", + "e" + ], + [ + "e", + "en" + ], + [ + "J", + "im" + ], + [ + "Ġst", + "ep" + ], + [ + "M", + "um" + ], + [ + "Ġhelp", + "ful" + ], + [ + "Ġfe", + "et" + ], + [ + "Ġsh", + "y" + ], + [ + "Ġgo", + "es" + ], + [ + "Ġv", + "al" + ], + [ + "Ġe", + "mb" + ], + [ + "Ġst", + "ood" + ], + [ + "Ġsh", + "r" + ], + [ + "Ġbuild", + "ing" + ], + [ + "Ġo", + "ven" + ], + [ + "Ġst", + "ret" + ], + [ + "Ġlove", + "ly" + ], + [ + "Ġduck", + "s" + ], + [ + "Ġcorn", + "er" + ], + [ + "Ġwas", + "h" + ], + [ + "ck", + "s" + ], + [ + "Ġsp", + "e" + ], + [ + "Ġpretend", + "ed" + ], + [ + "Ġroll", + "ed" + ], + [ + "Ġru", + "de" + ], + [ + "o", + "ld" + ], + [ + "Ġc", + "alm" + ], + [ + "Ġp", + "ile" + ], + [ + "Ġte", + "eth" + ], + [ + "Ġjump", + "ing" + ], + [ + "Ġz", + "oo" + ], + [ + "Ġpudd", + "le" + ], + [ + "Ġtid", + "y" + ], + [ + "M", + "ama" + ], + [ + "ig", + "er" + ], + [ + "ip", + "e" + ], + [ + "Ġbug", + "s" + ], + [ + "Ġash", + "amed" + ], + [ + "Ġb", + "at" + ], + [ + "in", + "a" + ], + [ + "ĠR", + "e" + ], + [ + "Ġo", + "b" + ], + [ + "Ġst", + "ra" + ], + [ + "ĠS", + "t" + ], + [ + "Ġwhist", + "le" + ], + [ + "Ġban", + "an" + ], + [ + "n", + "ot" + ], + [ + "Ġn", + "et" + ], + [ + "Ġforg", + "ive" + ], + [ + "Ġprin", + "ce" + ], + [ + "en", + "er" + ], + [ + "Ġsh", + "irt" + ], + [ + "Ġs", + "el" + ], + [ + "Ġc", + "oo" + ], + [ + "Ġemb", + "ar" + ], + [ + "ump", + "y" + ], + [ + "Ġspark", + "ly" + ], + [ + "Ġrem", + "ind" + ], + [ + "Ġs", + "ug" + ], + [ + "Ġc", + "ross" + ], + [ + "Ġm", + "ind" + ], + [ + "Ġcan", + "not" + ], + [ + "Ġsuc", + "cess" + ], + [ + "Ġembar", + "ra" + ], + [ + "S", + "oon" + ], + [ + "Ġm", + "ot" + ], + [ + "Ġsh", + "aring" + ], + [ + "Ġwor", + "m" + ], + [ + "Ġfo", + "ld" + ], + [ + "Ġpeace", + "ful" + ], + [ + "Ġw", + "ore" + ], + [ + "Ġm", + "ountain" + ], + [ + "Ġbl", + "ow" + ], + [ + "l", + "ice" + ], + [ + "Ġ", + "ign" + ], + [ + "Ġbe", + "ll" + ], + [ + "Ġfur", + "ry" + ], + [ + "Ġgra", + "b" + ], + [ + "al", + "s" + ], + [ + "omet", + "imes" + ], + [ + "Ġwhen", + "ever" + ], + [ + "Ġp", + "our" + ], + [ + "v", + "ous" + ], + [ + "ll", + "ie" + ], + [ + "Ġpu", + "sh" + ], + [ + "Ġbre", + "ath" + ], + [ + "Ġmach", + "ine" + ], + [ + "Ġsug", + "ar" + ], + [ + "Ġch", + "ick" + ], + [ + "Ġcreat", + "ive" + ], + [ + "S", + "t" + ], + [ + "n", + "ed" + ], + [ + "Ġb", + "al" + ], + [ + "Ġst", + "ir" + ], + [ + "Ġdo", + "lp" + ], + [ + "Ġtri", + "es" + ], + [ + "N", + "ow" + ], + [ + "Ġl", + "ad" + ], + [ + "ĠL", + "e" + ], + [ + "Ġm", + "ed" + ], + [ + "Ġp", + "ool" + ], + [ + "Ġg", + "ener" + ], + [ + "Ġsa", + "l" + ], + [ + "or", + "k" + ], + [ + "ul", + "t" + ], + [ + "Ġspr", + "ay" + ], + [ + "Ġsh", + "ip" + ], + [ + "i", + "an" + ], + [ + "Ġh", + "um" + ], + [ + "Ġhe", + "l" + ], + [ + "is", + "a" + ], + [ + "Ġsel", + "fish" + ], + [ + "Ġh", + "ar" + ], + [ + "Ġfa", + "ces" + ], + [ + "Ġmess", + "y" + ], + [ + "Ġ", + "'" + ], + [ + "Ġp", + "le" + ], + [ + "ĠS", + "ome" + ], + [ + "ĠH", + "ow" + ], + [ + "Ġgo", + "ld" + ], + [ + "Ġcho", + "col" + ], + [ + "P", + "lease" + ], + [ + "Ġminut", + "es" + ], + [ + "Ġpill", + "ow" + ], + [ + "M", + "y" + ], + [ + "a", + "king" + ], + [ + "Ġt", + "un" + ], + [ + "Ġm", + "issed" + ], + [ + "ig", + "hed" + ], + [ + "Ġv", + "an" + ], + [ + "Ġfix", + "ed" + ], + [ + "Ġfight", + "ing" + ], + [ + "o", + "in" + ], + [ + "Ġf", + "ig" + ], + [ + "Ġembarra", + "ssed" + ], + [ + "Ġme", + "ant" + ], + [ + "Ġdri", + "ve" + ], + [ + "Ġtom", + "orrow" + ], + [ + "Ġh", + "ours" + ], + [ + "Ġc", + "a" + ], + [ + "Ġn", + "er" + ], + [ + "Ġsp", + "icy" + ], + [ + "Ġknow", + "ing" + ], + [ + "ĠP", + "lease" + ], + [ + "Sara", + "h" + ], + [ + "Ġlad", + "der" + ], + [ + "it", + "al" + ], + [ + "Ġhor", + "se" + ], + [ + "at", + "o" + ], + [ + "Ġu", + "g" + ], + [ + "ĠJ", + "ust" + ], + [ + "Ġtr", + "ust" + ], + [ + "Ġho", + "sp" + ], + [ + "Ġug", + "ly" + ], + [ + "Ġhosp", + "ital" + ], + [ + "Ġche", + "w" + ], + [ + "Ġbed", + "room" + ], + [ + "Ġeas", + "y" + ], + [ + "Ġner", + "vous" + ], + [ + "Ġro", + "b" + ], + [ + "Ġthank", + "ful" + ], + [ + "Ġcarrot", + "s" + ], + [ + "D", + "ad" + ], + [ + "ell", + "y" + ], + [ + "Ġgre", + "w" + ], + [ + "Ġcol", + "our" + ], + [ + "Ġbar", + "ked" + ], + [ + "Ġcou", + "ch" + ], + [ + "Ġn", + "ut" + ], + [ + "Ġme", + "adow" + ], + [ + "Ġta", + "ught" + ], + [ + "Ġunderst", + "ood" + ], + [ + "Ġdisapp", + "oin" + ], + [ + "Ġp", + "as" + ], + [ + "an", + "o" + ], + [ + "Ġof", + "ten" + ], + [ + "Ġcl", + "ass" + ], + [ + "Ġpas", + "sed" + ], + [ + "Ġkn", + "ocked" + ], + [ + "Ġland", + "ed" + ], + [ + "Ġm", + "ic" + ], + [ + "ir", + "d" + ], + [ + "Ġfe", + "ar" + ], + [ + "Ġco", + "in" + ], + [ + "Ġmu", + "d" + ], + [ + "w", + "ork" + ], + [ + "Ġd", + "eter" + ], + [ + "Ġre", + "g" + ], + [ + "Ġreturn", + "ed" + ], + [ + "Ġdeter", + "m" + ], + [ + "Ġh", + "ur" + ], + [ + "Ġfin", + "ish" + ], + [ + "iz", + "z" + ], + [ + "Ġte", + "a" + ], + [ + "Ġsmo", + "oth" + ], + [ + "m", + "o" + ], + [ + "Ġst", + "uff" + ], + [ + "Ġmo", + "v" + ], + [ + "Ġgener", + "ous" + ], + [ + "T", + "o" + ], + [ + "Ġ", + "On" + ], + [ + "is", + "p" + ], + [ + "Ġdr", + "um" + ], + [ + "o", + "bby" + ], + [ + "Ġbubble", + "s" + ], + [ + "Ġrob", + "ot" + ], + [ + "Ġthe", + "se" + ], + [ + "Ġse", + "ed" + ], + [ + "Ġgl", + "ass" + ], + [ + "Ġdisappoin", + "ted" + ], + [ + "g", + "round" + ], + [ + "Ġr", + "ing" + ], + [ + "Ġc", + "ard" + ], + [ + "Ġhe", + "ars" + ], + [ + "Ġcar", + "ried" + ], + [ + "Ġmo", + "on" + ], + [ + "Ġchocol", + "ate" + ], + [ + "Ġlea", + "f" + ], + [ + "Ġsnack", + "s" + ], + [ + "Ġcir", + "c" + ], + [ + "Ġfan", + "cy" + ], + [ + "d", + "le" + ], + [ + "Ġsp", + "end" + ], + [ + "ĠA", + "nn" + ], + [ + "ust", + "r" + ], + [ + "Ġcra", + "b" + ], + [ + "Ġsong", + "s" + ], + [ + "p", + "ack" + ], + [ + "Ġp", + "ir" + ], + [ + "eci", + "ally" + ], + [ + "os", + "aur" + ], + [ + "Ġso", + "ld" + ], + [ + "Ġbr", + "idge" + ], + [ + "ĠE", + "ven" + ], + [ + "Ġsleep", + "y" + ], + [ + "Ġhon", + "est" + ], + [ + "Ġm", + "ir" + ], + [ + "ĠB", + "r" + ], + [ + "Ġpa", + "w" + ], + [ + "p", + "ecially" + ], + [ + "Ġa", + "v" + ], + [ + "ĠW", + "hy" + ], + [ + "iz", + "zy" + ], + [ + "Ġche", + "st" + ], + [ + "Ġwo", + "lf" + ], + [ + "Ġdin", + "osaur" + ], + [ + "Ġes", + "pecially" + ], + [ + "Ġm", + "ap" + ], + [ + "Ġg", + "as" + ], + [ + "or", + "y" + ], + [ + "Ġch", + "ange" + ], + [ + "Ġgr", + "oup" + ], + [ + "Ġgather", + "ed" + ], + [ + "Ġs", + "our" + ], + [ + "Ġpo", + "or" + ], + [ + "Ġspl", + "ash" + ], + [ + "Ġwa", + "ves" + ], + [ + "Ġfor", + "ward" + ], + [ + "Ġcl", + "own" + ], + [ + "Ġmyster", + "ious" + ], + [ + "r", + "or" + ], + [ + "Ġbo", + "dy" + ], + [ + "Ġfr", + "ustr" + ], + [ + "Ġcra", + "w" + ], + [ + "Ġf", + "ake" + ], + [ + "Ġp", + "in" + ], + [ + "Ġo", + "k" + ], + [ + "Ġr", + "ad" + ], + [ + "Ġwh", + "isp" + ], + [ + "Ġtw", + "irl" + ], + [ + "Ġstr", + "ing" + ], + [ + "Ġsmell", + "y" + ], + [ + "ĠTo", + "gether" + ], + [ + "s", + "ist" + ], + [ + "Ġc", + "and" + ], + [ + "Ġg", + "ate" + ], + [ + "Ġsc", + "ar" + ], + [ + "ĠK", + "itty" + ], + [ + "Ġneck", + "l" + ], + [ + "B", + "illy" + ], + [ + "Ġmot", + "or" + ], + [ + "y", + "ing" + ], + [ + "ot", + "e" + ], + [ + "Ġsh", + "ore" + ], + [ + "ur", + "se" + ], + [ + "Ġje", + "w" + ], + [ + "Ġwe", + "ak" + ], + [ + "Ġgr", + "umpy" + ], + [ + "Ġfing", + "er" + ], + [ + "Ġsa", + "ck" + ], + [ + "Ġk", + "itten" + ], + [ + "Ġpol", + "ite" + ], + [ + "Ġgl", + "ue" + ], + [ + "u", + "ce" + ], + [ + "Ġn", + "umber" + ], + [ + "air", + "s" + ], + [ + "Ġes", + "c" + ], + [ + "Ġmir", + "ror" + ], + [ + "Ġshe", + "ep" + ], + [ + "Ġv", + "ase" + ], + [ + "Ġplant", + "s" + ], + [ + "Ġber", + "ries" + ], + [ + "mo", + "st" + ], + [ + "B", + "e" + ], + [ + "d", + "en" + ], + [ + "Ġj", + "elly" + ], + [ + "ĠThe", + "ir" + ], + [ + "Ġe", + "mp" + ], + [ + "itt", + "er" + ], + [ + "The", + "re" + ], + [ + "Ġsc", + "r" + ], + [ + "Ġgr", + "ay" + ], + [ + "Ġpuzz", + "le" + ], + [ + "Ġneckl", + "ace" + ], + [ + "Ġm", + "aybe" + ], + [ + "Ġpl", + "ate" + ], + [ + "Ġal", + "most" + ], + [ + "us", + "ie" + ], + [ + "Ġfrustr", + "ated" + ], + [ + "Ġemp", + "ty" + ], + [ + "p", + "ort" + ], + [ + "or", + "ry" + ], + [ + "Ġth", + "ick" + ], + [ + "Ġj", + "am" + ], + [ + "Ġsk", + "ipped" + ], + [ + "ens", + "ive" + ], + [ + "ĠT", + "eddy" + ], + [ + "ag", + "ed" + ], + [ + "Ġclos", + "et" + ], + [ + "Ġhid", + "den" + ], + [ + "Ġexp", + "ensive" + ], + [ + "Ġdeterm", + "ined" + ], + [ + "Ġb", + "ored" + ], + [ + "Ġl", + "it" + ], + [ + "Ġd", + "rew" + ], + [ + "Ġle", + "gs" + ], + [ + "Ġho", + "pping" + ], + [ + "at", + "es" + ], + [ + "ĠS", + "ometimes" + ], + [ + "Ġstick", + "s" + ], + [ + "Ġon", + "es" + ], + [ + "ĠA", + "t" + ], + [ + "Ġbird", + "ie" + ], + [ + "ĠD", + "on" + ], + [ + "Ġpol", + "ice" + ], + [ + "Ġfruit", + "s" + ], + [ + "Ġt", + "ick" + ], + [ + "Ġa", + "unt" + ], + [ + "Ġw", + "is" + ], + [ + "Ġb", + "ake" + ], + [ + "Ġl", + "ine" + ], + [ + "ot", + "s" + ], + [ + "Ġst", + "one" + ], + [ + "Ġdog", + "s" + ], + [ + "au", + "l" + ], + [ + "Ġfig", + "ure" + ], + [ + "J", + "ane" + ], + [ + "Ġs", + "ight" + ], + [ + "Ġc", + "ries" + ], + [ + "ĠB", + "e" + ], + [ + "Ġmo", + "ving" + ], + [ + "Ġcont", + "ent" + ], + [ + "ĠBr", + "own" + ], + [ + "Ġsa", + "ved" + ], + [ + "Ġcl", + "oth" + ], + [ + "?\"", + "." + ], + [ + "bo", + "x" + ], + [ + "Ġbran", + "ches" + ], + [ + "Ġpack", + "ed" + ], + [ + "Ġpower", + "ful" + ], + [ + "Ġsplas", + "hed" + ], + [ + "Ġfe", + "ed" + ], + [ + "est", + "ed" + ], + [ + "Ġyell", + "ed" + ], + [ + "W", + "here" + ], + [ + "d", + "ge" + ], + [ + "k", + "in" + ], + [ + "Ġt", + "iger" + ], + [ + "Ġp", + "ay" + ], + [ + "id", + "dle" + ], + [ + "oo", + "p" + ], + [ + "ĠB", + "ella" + ], + [ + "Ġex", + "am" + ], + [ + "Ġta", + "ken" + ], + [ + "Ġcr", + "ane" + ], + [ + "Ġspo", + "il" + ], + [ + "'", + "d" + ], + [ + "Ġha", + "ng" + ], + [ + "Ġfl", + "ag" + ], + [ + "Ġansw", + "ered" + ], + [ + "Ġdisco", + "vered" + ], + [ + "ĠLe", + "o" + ], + [ + "u", + "sh" + ], + [ + "Ġsa", + "ve" + ], + [ + "Ġsee", + "k" + ], + [ + "Ġexc", + "ite" + ], + [ + "Ġpr", + "ay" + ], + [ + "Ġjo", + "g" + ], + [ + "Ġstand", + "ing" + ], + [ + "Ġdolp", + "hin" + ], + [ + "Ġj", + "ack" + ], + [ + "A", + "re" + ], + [ + "er", + "a" + ], + [ + "ra", + "g" + ], + [ + "Ġfl", + "ut" + ], + [ + "get", + "able" + ], + [ + "Ġb", + "oring" + ], + [ + "Ġlo", + "ck" + ], + [ + "Ġinc", + "red" + ], + [ + "Ġexcite", + "ment" + ], + [ + "Ġs", + "ighed" + ], + [ + "Ġw", + "ip" + ], + [ + "Ġf", + "is" + ], + [ + "Ġf", + "ill" + ], + [ + "Ġso", + "ap" + ], + [ + "ĠM", + "um" + ], + [ + "ol", + "a" + ], + [ + "Ġple", + "ased" + ], + [ + "Ġjack", + "et" + ], + [ + "l", + "ight" + ], + [ + "Ġs", + "ugg" + ], + [ + "Ġm", + "iddle" + ], + [ + "Ġe", + "ld" + ], + [ + "Ġwr", + "ote" + ], + [ + "Ġballoon", + "s" + ], + [ + "Ġorgan", + "ized" + ], + [ + "qu", + "e" + ], + [ + "Ġsail", + "ed" + ], + [ + "The", + "ir" + ], + [ + "Ġtell", + "s" + ], + [ + "Ġo", + "y" + ], + [ + "Ġst", + "ones" + ], + [ + "Ġbo", + "ard" + ], + [ + "Ġsp", + "un" + ], + [ + "Ġve", + "getable" + ], + [ + "l", + "ies" + ], + [ + "Ġ", + "ind" + ], + [ + "in", + "ess" + ], + [ + "Ġwor", + "king" + ], + [ + "l", + "ower" + ], + [ + "al", + "k" + ], + [ + "if", + "f" + ], + [ + "Ġpar", + "rot" + ], + [ + "St", + "op" + ], + [ + "Ġscar", + "f" + ], + [ + "Ġwa", + "gged" + ], + [ + "Ġcl", + "ap" + ], + [ + "Ġme", + "asure" + ], + [ + "as", + "ing" + ], + [ + "Ġte", + "ars" + ], + [ + "bo", + "dy" + ], + [ + "Ġcomfort", + "able" + ], + [ + "Ġle", + "g" + ], + [ + "Ġsw", + "an" + ], + [ + "Ġtr", + "ue" + ], + [ + "Ġfr", + "ight" + ], + [ + "Ġdr", + "op" + ], + [ + "Ġsmo", + "ke" + ], + [ + "Ġfeather", + "s" + ], + [ + "Ġincred", + "ible" + ], + [ + "g", + "gs" + ], + [ + "u", + "al" + ], + [ + "Ġt", + "ie" + ], + [ + "Ġc", + "ap" + ], + [ + "Ġlo", + "se" + ], + [ + "Ġpu", + "s" + ], + [ + "Ġeag", + "er" + ], + [ + "Ġmov", + "ie" + ], + [ + "f", + "ic" + ], + [ + "Ġc", + "op" + ], + [ + "Ġe", + "ggs" + ], + [ + "oo", + "f" + ], + [ + "Ġr", + "id" + ], + [ + "Ġco", + "vered" + ], + [ + "Ġf", + "il" + ], + [ + "Ġle", + "m" + ], + [ + "Ġgra", + "p" + ], + [ + "Ġdisapp", + "eared" + ], + [ + "Ġrec", + "ord" + ], + [ + "ĠT", + "V" + ], + [ + "ĠB", + "l" + ], + [ + "Ġex", + "t" + ], + [ + "Ġor", + "d" + ], + [ + "Ġgigg", + "led" + ], + [ + "c", + "orn" + ], + [ + "Ġp", + "ri" + ], + [ + "Ġha", + "m" + ], + [ + "Ġr", + "are" + ], + [ + "Ġyour", + "self" + ], + [ + "Ġen", + "g" + ], + [ + "Ġwh", + "ale" + ], + [ + "Ġkn", + "ife" + ], + [ + "ĠL", + "isa" + ], + [ + "Ġte", + "am" + ], + [ + "ĠJohn", + "ny" + ], + [ + "z", + "ed" + ], + [ + "Ġt", + "est" + ], + [ + "Ġb", + "one" + ], + [ + "Ġd", + "izzy" + ], + [ + "Ġli", + "br" + ], + [ + "Ġwra", + "p" + ], + [ + "Ġquest", + "ions" + ], + [ + "i", + "v" + ], + [ + "Ġl", + "ying" + ], + [ + "Ġst", + "amp" + ], + [ + "Ġli", + "cked" + ], + [ + "Ġno", + "isy" + ], + [ + "Ġkind", + "ness" + ], + [ + "Ġdif", + "fic" + ], + [ + "Ġdraw", + "ing" + ], + [ + "app", + "ing" + ], + [ + "Jim", + "my" + ], + [ + "Ġstra", + "w" + ], + [ + "Ġb", + "urn" + ], + [ + "Ġwa", + "gon" + ], + [ + "at", + "ely" + ], + [ + "Ġgr", + "own" + ], + [ + "Ġrock", + "et" + ], + [ + "Ġpop", + "corn" + ], + [ + "S", + "ally" + ], + [ + "Ġb", + "atter" + ], + [ + "Ġwa", + "nd" + ], + [ + "Ġan", + "c" + ], + [ + "ĠE", + "nd" + ], + [ + "Ġsw", + "ord" + ], + [ + "Ġhappen", + "ing" + ], + [ + "Ġlift", + "ed" + ], + [ + "Ġbal", + "ance" + ], + [ + "Ġext", + "ra" + ], + [ + "S", + "orry" + ], + [ + "h", + "a" + ], + [ + "Ġwa", + "nder" + ], + [ + "Ġf", + "at" + ], + [ + "ĠM", + "ark" + ], + [ + "ĠE", + "lla" + ], + [ + "Ġbec", + "ome" + ], + [ + "Ġtr", + "ack" + ], + [ + "Ġsmall", + "er" + ], + [ + "Ġmist", + "ake" + ], + [ + "Ġto", + "ast" + ], + [ + "at", + "ing" + ], + [ + "Ġman", + "aged" + ], + [ + "sel", + "ves" + ], + [ + "ĠP", + "eter" + ], + [ + "Ġbath", + "room" + ], + [ + "Ġhar", + "m" + ], + [ + "Ġdiffic", + "ult" + ], + [ + "Ġtw", + "ist" + ], + [ + "Ġoff", + "ered" + ], + [ + "Ġru", + "ined" + ], + [ + "Ġmat", + "ch" + ], + [ + "Ġanc", + "ient" + ], + [ + "Ġg", + "ar" + ], + [ + "ill", + "i" + ], + [ + "Ġdist", + "ance" + ], + [ + "Ġplay", + "ground" + ], + [ + "Ġla", + "zy" + ], + [ + "Ġdan", + "cing" + ], + [ + "Ġadvent", + "ur" + ], + [ + "a", + "f" + ], + [ + "ĠB", + "a" + ], + [ + "Ġcall", + "ing" + ], + [ + "Ġclean", + "ed" + ], + [ + "Ġcr", + "own" + ], + [ + "orm", + "al" + ], + [ + "Ġon", + "ce" + ], + [ + "Ġbo", + "ss" + ], + [ + "Ġse", + "ll" + ], + [ + "Ġwalk", + "s" + ], + [ + "Ġfright", + "ened" + ], + [ + "er", + "ri" + ], + [ + "Ġm", + "ask" + ], + [ + "Ġfl", + "uffy" + ], + [ + "em", + "o" + ], + [ + "Ġ", + "Z" + ], + [ + "Ġf", + "rag" + ], + [ + "Ġd", + "est" + ], + [ + "Ġn", + "ormal" + ], + [ + "Ġy", + "og" + ], + [ + "Ġpick", + "s" + ], + [ + "Ġey", + "e" + ], + [ + "Ġdr", + "ank" + ], + [ + "Ġcir", + "cle" + ], + [ + "Ġadventur", + "ous" + ], + [ + "S", + "pot" + ], + [ + "Ġt", + "ent" + ], + [ + "Ġp", + "ress" + ], + [ + "Ġk", + "issed" + ], + [ + "ic", + "t" + ], + [ + "Ġsc", + "iss" + ], + [ + "Ġget", + "s" + ], + [ + "Ġtr", + "unk" + ], + [ + "Ġche", + "ck" + ], + [ + "Ġenjoy", + "ing" + ], + [ + "Ġshell", + "s" + ], + [ + "Ġeld", + "erly" + ], + [ + "Ġsciss", + "ors" + ], + [ + "Ġt", + "erri" + ], + [ + "Ġto", + "ug" + ], + [ + "ag", + "es" + ], + [ + "Ġste", + "al" + ], + [ + "M", + "e" + ], + [ + "re", + "ady" + ], + [ + "et", + "e" + ], + [ + "Ġal", + "ready" + ], + [ + "ĠL", + "ittle" + ], + [ + "Ġju", + "icy" + ], + [ + "Ġstu", + "dy" + ], + [ + "Ġh", + "orn" + ], + [ + "er", + "p" + ], + [ + "Ġp", + "izz" + ], + [ + "Ġall", + "ig" + ], + [ + "Ġloud", + "er" + ], + [ + "Ġtow", + "el" + ], + [ + "Ġcirc", + "les" + ], + [ + "Ġle", + "ad" + ], + [ + "Ġro", + "ar" + ], + [ + "Ġro", + "se" + ], + [ + "Ġsl", + "ipped" + ], + [ + "Ġte", + "le" + ], + [ + "Ġfam", + "ous" + ], + [ + "Ġar", + "g" + ], + [ + "Ġcheer", + "ful" + ], + [ + "ĠRe", + "x" + ], + [ + "Ġtoug", + "h" + ], + [ + "i", + "pper" + ], + [ + "Ġb", + "arn" + ], + [ + "Ġf", + "ool" + ], + [ + "Ġd", + "ig" + ], + [ + "Ġd", + "ish" + ], + [ + "Ġagain", + "st" + ], + [ + "Ġde", + "er" + ], + [ + "Ġsweet", + "ie" + ], + [ + "Ġeng", + "ine" + ], + [ + "Ġ", + "ed" + ], + [ + "Ġf", + "ather" + ], + [ + "Ġco", + "ver" + ], + [ + "Ġyour", + "s" + ], + [ + "Ġneed", + "s" + ], + [ + "Jo", + "e" + ], + [ + "Ġbag", + "s" + ], + [ + "Ġspin", + "ning" + ], + [ + "S", + "ue" + ], + [ + "Ġa", + "w" + ], + [ + "an", + "ged" + ], + [ + "am", + "ond" + ], + [ + "Ġy", + "arn" + ], + [ + "op", + "h" + ], + [ + "Ġgi", + "ving" + ], + [ + "Ġdi", + "amond" + ], + [ + "Ġsandw", + "ich" + ], + [ + "Ġind", + "epend" + ], + [ + "Ġfrag", + "ile" + ], + [ + "W", + "ho" + ], + [ + "ce", + "pt" + ], + [ + "Ġno", + "sy" + ], + [ + "Ġtw", + "ig" + ], + [ + "Ġhurt", + "s" + ], + [ + "Ġsugg", + "ested" + ], + [ + "Ġlem", + "on" + ], + [ + "i", + "est" + ], + [ + "in", + "ation" + ], + [ + "or", + "ge" + ], + [ + "Ġno", + "d" + ], + [ + "Ġbl", + "oom" + ], + [ + "Ġho", + "se" + ], + [ + "Ġbox", + "es" + ], + [ + "Ġreal", + "ised" + ], + [ + "Ġfr", + "own" + ], + [ + "ac", + "he" + ], + [ + "Ġrel", + "ax" + ], + [ + "Ġham", + "mer" + ], + [ + "Ġa", + "dded" + ], + [ + "Ġwe", + "ird" + ], + [ + "Ġmo", + "d" + ], + [ + "Ġcr", + "ack" + ], + [ + "Ġallig", + "ator" + ], + [ + "A", + "my" + ], + [ + "G", + "ra" + ], + [ + "o", + "ot" + ], + [ + "Ġsh", + "ake" + ], + [ + "ra", + "ge" + ], + [ + "Ġlearn", + "ing" + ], + [ + "Ġvegetable", + "s" + ], + [ + "Ġa", + "dd" + ], + [ + "Ġm", + "elt" + ], + [ + "ĠS", + "usie" + ], + [ + "el", + "p" + ], + [ + "ĠB", + "obby" + ], + [ + "Ġtra", + "p" + ], + [ + "Ġcoll", + "ar" + ], + [ + "Ġstu", + "bb" + ], + [ + "i", + "que" + ], + [ + "Ġb", + "orrow" + ], + [ + "Ġp", + "ump" + ], + [ + "Ġloud", + "ly" + ], + [ + "Ġsear", + "ch" + ], + [ + "Ġchick", + "en" + ], + [ + "Ġpizz", + "a" + ], + [ + "Ġindepend", + "ent" + ], + [ + "Ġstubb", + "orn" + ], + [ + "Ġre", + "f" + ], + [ + "Ġas", + "king" + ], + [ + "Ġbr", + "illi" + ], + [ + "Ġdec", + "ide" + ], + [ + "Ġfl", + "ash" + ], + [ + "Ġcat", + "erp" + ], + [ + "Ġqu", + "een" + ], + [ + "Ġsn", + "ee" + ], + [ + "ĠR", + "ose" + ], + [ + "Ġinv", + "ited" + ], + [ + "Ġstraw", + "ber" + ], + [ + "Ġfool", + "ish" + ], + [ + "Ġcaterp", + "ill" + ], + [ + "g", + "y" + ], + [ + "Ġt", + "ur" + ], + [ + "Ġd", + "epend" + ], + [ + "Ġg", + "uit" + ], + [ + "Ġst", + "ri" + ], + [ + "Ġkn", + "ight" + ], + [ + "Ġboy", + "s" + ], + [ + "Ġpe", + "e" + ], + [ + "Ġcom", + "b" + ], + [ + "Ġcle", + "ar" + ], + [ + "Ġun", + "ique" + ], + [ + "Ġbutt", + "ons" + ], + [ + "ĠTweet", + "y" + ], + [ + "Ġcolour", + "ful" + ], + [ + "Ġesc", + "ape" + ], + [ + "Ġbrilli", + "ant" + ], + [ + "Ġr", + "ich" + ], + [ + "ĠB", + "u" + ], + [ + "Ġsay", + "ing" + ], + [ + "Ġro", + "de" + ], + [ + "Ġsk", + "in" + ], + [ + "Ġgar", + "age" + ], + [ + "H", + "elp" + ], + [ + "d", + "om" + ], + [ + "Ġm", + "ummy" + ], + [ + "Ġbe", + "ak" + ], + [ + "ur", + "ed" + ], + [ + "a", + "w" + ], + [ + "e", + "orge" + ], + [ + "r", + "op" + ], + [ + "ed", + "ient" + ], + [ + "Ġun", + "us" + ], + [ + "Ġoy", + "ster" + ], + [ + "Ġtur", + "key" + ], + [ + "Ġ", + "OK" + ], + [ + "Ġf", + "ountain" + ], + [ + "Ġp", + "atter" + ], + [ + "Ġwe", + "ek" + ], + [ + "Ġch", + "ase" + ], + [ + "Ġru", + "bb" + ], + [ + "Ġcount", + "ed" + ], + [ + "Ġreg", + "ular" + ], + [ + "Ġwip", + "ed" + ], + [ + "Ġguit", + "ar" + ], + [ + "Ġunus", + "ual" + ], + [ + "l", + "and" + ], + [ + "Ġu", + "mb" + ], + [ + "Ġfor", + "k" + ], + [ + "Ġshow", + "s" + ], + [ + "Ġlight", + "s" + ], + [ + "Ġwall", + "s" + ], + [ + "Ġdream", + "ed" + ], + [ + "Ġbanan", + "a" + ], + [ + "Ġsuccess", + "ful" + ], + [ + "Ġjew", + "el" + ], + [ + "Ġpatter", + "n" + ], + [ + "Ġumb", + "re" + ], + [ + "c", + "il" + ], + [ + "r", + "ay" + ], + [ + "in", + "al" + ], + [ + "Ġl", + "ow" + ], + [ + "im", + "ed" + ], + [ + "Ġsw", + "e" + ], + [ + "Ġcry", + "st" + ], + [ + "Ġpen", + "cil" + ], + [ + "Ġsaf", + "ely" + ], + [ + "Ġtool", + "s" + ], + [ + "W", + "ell" + ], + [ + "Ġt", + "ape" + ], + [ + "Ġst", + "ream" + ], + [ + "ce", + "ed" + ], + [ + "Ġre", + "sc" + ], + [ + "Ġab", + "ove" + ], + [ + "Ġhard", + "er" + ], + [ + "Ġgu", + "ess" + ], + [ + "Ġbott", + "om" + ], + [ + "Ġmark", + "et" + ], + [ + "Ġimpress", + "ed" + ], + [ + "Ġwa", + "ff" + ], + [ + "an", + "ut" + ], + [ + "ig", + "inal" + ], + [ + "Ġnot", + "ice" + ], + [ + "ill", + "a" + ], + [ + "Ġno", + "ds" + ], + [ + "Ġpe", + "anut" + ], + [ + "ol", + "og" + ], + [ + "Ġpat", + "ch" + ], + [ + "Ġcraw", + "led" + ], + [ + "Ġcaterpill", + "ar" + ], + [ + "n", + "a" + ], + [ + "Ġt", + "ank" + ], + [ + "Ġt", + "ask" + ], + [ + "Ġt", + "ire" + ], + [ + "Ġg", + "un" + ], + [ + "Ġlo", + "ad" + ], + [ + "Ġcomp", + "et" + ], + [ + "umb", + "led" + ], + [ + "Ġap", + "olog" + ], + [ + "Ġsol", + "ve" + ], + [ + "H", + "ow" + ], + [ + "M", + "ummy" + ], + [ + "f", + "ast" + ], + [ + "h", + "ip" + ], + [ + "Ġ", + "No" + ], + [ + "Ġb", + "itter" + ], + [ + "ar", + "l" + ], + [ + "Ġe", + "ars" + ], + [ + "Ġsh", + "one" + ], + [ + "Ġbr", + "ush" + ], + [ + "ĠF", + "in" + ], + [ + "Ġor", + "iginal" + ], + [ + "Ġfi", + "er" + ], + [ + "Ġgl", + "ow" + ], + [ + "ĠN", + "emo" + ], + [ + "Ġbreak", + "fast" + ], + [ + "Ġadm", + "ired" + ], + [ + "ĠBl", + "ue" + ], + [ + "Ġed", + "ge" + ], + [ + "Ġdepend", + "able" + ], + [ + "u", + "nd" + ], + [ + "ut", + "h" + ], + [ + "ĠI", + "f" + ], + [ + "Ġcl", + "ay" + ], + [ + "Ġstrong", + "er" + ], + [ + "Ġboss", + "y" + ], + [ + "Ġc", + "udd" + ], + [ + "as", + "er" + ], + [ + "Ġgra", + "ndpa" + ], + [ + "Ġknow", + "s" + ], + [ + "Ġpick", + "ing" + ], + [ + "Ġjo", + "ke" + ], + [ + "Ġboat", + "s" + ], + [ + "Ġba", + "ld" + ], + [ + "Ġmed", + "ic" + ], + [ + "Ġscr", + "at" + ], + [ + "Ġc", + "one" + ], + [ + "Ġp", + "enny" + ], + [ + "Ġle", + "an" + ], + [ + "Ġra", + "ft" + ], + [ + "ugg", + "led" + ], + [ + "Ġsuc", + "ceed" + ], + [ + "Ġob", + "edient" + ], + [ + "Ġhum", + "ble" + ], + [ + "Ġlibr", + "ary" + ], + [ + "R", + "e" + ], + [ + "he", + "ad" + ], + [ + "Ġp", + "h" + ], + [ + "Ġn", + "umb" + ], + [ + "Ġsa", + "uce" + ], + [ + "ĠB", + "ear" + ], + [ + "Ġtr", + "ay" + ], + [ + "Ġproud", + "ly" + ], + [ + "He", + "re" + ], + [ + "Ġsound", + "ed" + ], + [ + "Ġsqu", + "are" + ], + [ + "Ġterri", + "ble" + ], + [ + "Ġcryst", + "al" + ], + [ + "Ġfier", + "ce" + ], + [ + "J", + "ill" + ], + [ + "Ġw", + "itch" + ], + [ + "in", + "ary" + ], + [ + "Ġhapp", + "iness" + ], + [ + "ĠL", + "ola" + ], + [ + "Ġhand", + "ed" + ], + [ + "Ġfr", + "idge" + ], + [ + "f", + "a" + ], + [ + "Ġr", + "ough" + ], + [ + "ent", + "ion" + ], + [ + "Ġch", + "anged" + ], + [ + "Ġjo", + "ined" + ], + [ + "Ġra", + "ven" + ], + [ + "Ġmight", + "y" + ], + [ + "Ġcho", + "se" + ], + [ + "Ġwhe", + "el" + ], + [ + "Ġumbre", + "lla" + ], + [ + "Ġt", + "ag" + ], + [ + "Ġc", + "ri" + ], + [ + "Ġo", + "w" + ], + [ + "ar", + "ry" + ], + [ + "im", + "p" + ], + [ + "ĠB", + "ill" + ], + [ + "Ġhelp", + "s" + ], + [ + "Ġfind", + "ing" + ], + [ + "Ġclean", + "ing" + ], + [ + "Ġsqu", + "ee" + ], + [ + "Ġfire", + "work" + ], + [ + "Ġmedic", + "ine" + ], + [ + "a", + "zz" + ], + [ + "m", + "et" + ], + [ + "Ġplay", + "ful" + ], + [ + "Ġlo", + "cked" + ], + [ + "Ġgo", + "at" + ], + [ + "Ġac", + "cept" + ], + [ + "Ġcomp", + "ass" + ], + [ + "Ġsur", + "f" + ], + [ + "Ġcompet", + "it" + ], + [ + "e", + "xt" + ], + [ + "k", + "n" + ], + [ + "Ġs", + "y" + ], + [ + "Ġs", + "il" + ], + [ + "Ġbe", + "et" + ], + [ + "ĠM", + "ar" + ], + [ + "ur", + "ing" + ], + [ + "Ġch", + "ir" + ], + [ + "ĠE", + "llie" + ], + [ + "Ġball", + "s" + ], + [ + "Åĵ", + "Let" + ], + [ + "Ġbutterf", + "lies" + ], + [ + "Ġgu", + "ard" + ], + [ + "Ġcray", + "on" + ], + [ + "Ġdisco", + "ver" + ], + [ + "Ġpar", + "ade" + ], + [ + "Ġmix", + "ed" + ], + [ + "Ġval", + "u" + ], + [ + "Ġhel", + "met" + ], + [ + "ĠBrown", + "ie" + ], + [ + "E", + "m" + ], + [ + "j", + "ect" + ], + [ + "s", + "qu" + ], + [ + "u", + "d" + ], + [ + "Ġg", + "um" + ], + [ + "at", + "ure" + ], + [ + "Ġis", + "land" + ], + [ + "Ġco", + "st" + ], + [ + "Ġmo", + "le" + ], + [ + "Ġnice", + "ly" + ], + [ + "Ġkind", + "s" + ], + [ + "Ġra", + "ced" + ], + [ + "Ġsto", + "ve" + ], + [ + "Ġlaugh", + "s" + ], + [ + "Ġmar", + "ch" + ], + [ + "Ġfall", + "s" + ], + [ + "Ġpers", + "ist" + ], + [ + "ĠBa", + "by" + ], + [ + "oph", + "ie" + ], + [ + "A", + "lice" + ], + [ + "i", + "ence" + ], + [ + "it", + "o" + ], + [ + "Ġc", + "age" + ], + [ + "Ġg", + "oose" + ], + [ + "Ġco", + "ins" + ], + [ + "Ġtr", + "ump" + ], + [ + "Ġmo", + "squ" + ], + [ + "Ġser", + "ious" + ], + [ + "Ġmosqu", + "ito" + ], + [ + "Ġf", + "lex" + ], + [ + "Ġc", + "ro" + ], + [ + "el", + "on" + ], + [ + "Ġexc", + "la" + ], + [ + "Ġch", + "oose" + ], + [ + "Ġexpl", + "ored" + ], + [ + "Ġun", + "l" + ], + [ + "Ġbrother", + "s" + ], + [ + "Ġgu", + "il" + ], + [ + "Ġnumb", + "ers" + ], + [ + "Ġtrump", + "et" + ], + [ + "Ġ", + "icy" + ], + [ + "Ġmom", + "s" + ], + [ + "ie", + "w" + ], + [ + "Ġv", + "iew" + ], + [ + "Ġen", + "orm" + ], + [ + "Ġfire", + "man" + ], + [ + "ĠMr", + "s" + ], + [ + "Ġpract", + "ice" + ], + [ + "Ġenorm", + "ous" + ], + [ + "w", + "ards" + ], + [ + "Ġs", + "up" + ], + [ + "Ġvo", + "lc" + ], + [ + "Ġmean", + "s" + ], + [ + "Ġpoin", + "ting" + ], + [ + "Ġvalu", + "able" + ], + [ + "Ġflex", + "ible" + ], + [ + "Ġexcla", + "imed" + ], + [ + "Ġguil", + "ty" + ], + [ + "y", + "al" + ], + [ + "Ġc", + "am" + ], + [ + "Ġp", + "ipe" + ], + [ + "is", + "ion" + ], + [ + "ĠM", + "y" + ], + [ + "Ġuse", + "ful" + ], + [ + "Ġfav", + "our" + ], + [ + "Ġcra", + "zy" + ], + [ + "Ġph", + "ot" + ], + [ + "kn", + "own" + ], + [ + "Ġvolc", + "ano" + ], + [ + "Ġwa", + "ke" + ], + [ + "Ġc", + "ity" + ], + [ + "om", + "ed" + ], + [ + "ll", + "ip" + ], + [ + "Ġfor", + "th" + ], + [ + "Ġlo", + "llip" + ], + [ + "Ġse", + "al" + ], + [ + "Ġall", + "owed" + ], + [ + "Ġsc", + "are" + ], + [ + "Ġbright", + "ly" + ], + [ + "Ġmar", + "ble" + ], + [ + "Ġpop", + "ular" + ], + [ + "Ġflash", + "light" + ], + [ + "Ġcompass", + "ion" + ], + [ + "Ġlollip", + "op" + ], + [ + "Ġ", + "U" + ], + [ + "Ġ", + "ing" + ], + [ + "Ġh", + "unt" + ], + [ + "Ġd", + "ull" + ], + [ + "er", + "ry" + ], + [ + "Ġst", + "at" + ], + [ + "Ġshe", + "l" + ], + [ + "!\"", + "." + ], + [ + "Ġun", + "known" + ], + [ + "Ġhat", + "s" + ], + [ + "Ġsho", + "ot" + ], + [ + "red", + "ient" + ], + [ + "Ġbelong", + "ed" + ], + [ + "Ġfavour", + "ite" + ], + [ + "Ġing", + "redient" + ], + [ + "Ġp", + "il" + ], + [ + "Ġlo", + "yal" + ], + [ + "Ġbra", + "ce" + ], + [ + "ĠWhen", + "ever" + ], + [ + "Ġdream", + "s" + ], + [ + "Ġkick", + "ed" + ], + [ + "Ġseed", + "s" + ], + [ + "Ġtwirl", + "ed" + ], + [ + "Ġsup", + "er" + ], + [ + "t", + "ime" + ], + [ + "Ġf", + "ine" + ], + [ + "Ġbe", + "es" + ], + [ + "Ġso", + "fa" + ], + [ + "Ġsh", + "ark" + ], + [ + "ĠM", + "ike" + ], + [ + "Ġan", + "x" + ], + [ + "Ġsad", + "ly" + ], + [ + "Ġshow", + "ing" + ], + [ + "Ġway", + "s" + ], + [ + "Ġtruck", + "s" + ], + [ + "Ġdelic", + "ate" + ], + [ + "ation", + "s" + ], + [ + "Ġrep", + "e" + ], + [ + "Ġimpress", + "ive" + ], + [ + "Ġpour", + "ed" + ], + [ + "Ġpir", + "ate" + ], + [ + "Ġwhisp", + "ered" + ], + [ + "Ġharm", + "less" + ], + [ + "a", + "ff" + ], + [ + "Ġt", + "urt" + ], + [ + "Ġt", + "ied" + ], + [ + "ar", + "oo" + ], + [ + "ad", + "o" + ], + [ + "art", + "h" + ], + [ + "Ġgra", + "ce" + ], + [ + "Ġhand", + "le" + ], + [ + "Ġen", + "c" + ], + [ + "Ġdel", + "iver" + ], + [ + "Ben", + "ny" + ], + [ + "Ġru", + "shed" + ], + [ + "Ġus", + "ing" + ], + [ + "ang", + "aroo" + ], + [ + "Ġshap", + "e" + ], + [ + "Ġbus", + "hes" + ], + [ + "Ġpersist", + "ent" + ], + [ + "Ġg", + "or" + ], + [ + "ĠS", + "p" + ], + [ + "Ġk", + "angaroo" + ], + [ + "Ġan", + "g" + ], + [ + "Ġoff", + "ice" + ], + [ + "Ġanx", + "ious" + ], + [ + "G", + "o" + ], + [ + "al", + "ous" + ], + [ + "Ġsp", + "ell" + ], + [ + "ĠW", + "hile" + ], + [ + "ia", + "ble" + ], + [ + "Ġpot", + "ato" + ], + [ + "Ġje", + "alous" + ], + [ + "Ġwra", + "pped" + ], + [ + "Ġf", + "our" + ], + [ + "Ġc", + "urt" + ], + [ + "Ġlo", + "g" + ], + [ + "Ġco", + "al" + ], + [ + "Ġrel", + "iable" + ], + [ + "Ġcurt", + "ain" + ], + [ + "D", + "aisy" + ], + [ + "Ġs", + "udden" + ], + [ + "mb", + "ol" + ], + [ + "Åĵ", + "Yes" + ], + [ + "ac", + "hes" + ], + [ + "ĠP", + "e" + ], + [ + "Ġpain", + "ted" + ], + [ + "ĠTo", + "by" + ], + [ + "Ġce", + "re" + ], + [ + "g", + "u" + ], + [ + "Ġt", + "ummy" + ], + [ + "Ġth", + "ose" + ], + [ + "ous", + "es" + ], + [ + "udd", + "y" + ], + [ + "Ġcu", + "sh" + ], + [ + "Ġmet", + "al" + ], + [ + "Ġsy", + "mbol" + ], + [ + "Ġbeet", + "le" + ], + [ + "Ġcam", + "era" + ], + [ + "Ġh", + "ouses" + ], + [ + "il", + "t" + ], + [ + "Ġcelebr", + "ate" + ], + [ + "Ġdelight", + "ed" + ], + [ + "Ġgor", + "illa" + ], + [ + "Ġto", + "oth" + ], + [ + "Ġth", + "irst" + ], + [ + "ke", + "ep" + ], + [ + "Ġsh", + "iver" + ], + [ + "Ġre", + "ward" + ], + [ + "Ġsp", + "ace" + ], + [ + "Ġtra", + "vel" + ], + [ + "Ġru", + "bbed" + ], + [ + "Ġprin", + "t" + ], + [ + "Ġdri", + "ving" + ], + [ + "Ġmar", + "ry" + ], + [ + "Ġwar", + "ned" + ], + [ + "Ġsold", + "ier" + ], + [ + "Ġmotor", + "cy" + ], + [ + "c", + "ut" + ], + [ + "Ġs", + "on" + ], + [ + "Ġto", + "r" + ], + [ + "ar", + "lie" + ], + [ + "Ġher", + "o" + ], + [ + "ie", + "f" + ], + [ + "Ġcar", + "p" + ], + [ + "Ġexcited", + "ly" + ], + [ + "Ġte", + "mp" + ], + [ + "ĠP", + "ete" + ], + [ + "ĠBob", + "o" + ], + [ + "co", + "d" + ], + [ + "Ġhun", + "g" + ], + [ + "Ġgrow", + "ing" + ], + [ + "up", + "id" + ], + [ + "Ġthin", + "king" + ], + [ + "Ġtun", + "n" + ], + [ + "W", + "hile" + ], + [ + "c", + "u" + ], + [ + "i", + "pp" + ], + [ + "Ġh", + "ay" + ], + [ + "Ġy", + "et" + ], + [ + "Ġv", + "ine" + ], + [ + "Ġac", + "orn" + ], + [ + "icy", + "cle" + ], + [ + "Ġpre", + "p" + ], + [ + "Ġremind", + "ed" + ], + [ + "Ġgas", + "ped" + ], + [ + "Ġflut", + "e" + ], + [ + "Ġord", + "inary" + ], + [ + "Ġcro", + "cod" + ], + [ + "Ġa", + "mb" + ], + [ + "Ġc", + "ur" + ], + [ + "ĠB", + "et" + ], + [ + "ĠM", + "andy" + ], + [ + "Ġpu", + "p" + ], + [ + "Ġcreature", + "s" + ], + [ + "Ġhur", + "ry" + ], + [ + "Ġspoil", + "ed" + ], + [ + "Ġt", + "imes" + ], + [ + "Ġm", + "is" + ], + [ + "Ġr", + "ice" + ], + [ + "Ġst", + "upid" + ], + [ + "Ġsh", + "ine" + ], + [ + "Ġre", + "sist" + ], + [ + "ug", + "ged" + ], + [ + "Ġla", + "w" + ], + [ + "Ġsk", + "ull" + ], + [ + "co", + "a" + ], + [ + "Ġmiss", + "ing" + ], + [ + "Ġwhe", + "at" + ], + [ + "Ġsupp", + "ort" + ], + [ + "Ġingredient", + "s" + ], + [ + "a", + "id" + ], + [ + "l", + "oo" + ], + [ + "Ġc", + "ase" + ], + [ + "er", + "y" + ], + [ + "Ġwas", + "hed" + ], + [ + "Ġdo", + "ve" + ], + [ + "Ġsp", + "illed" + ], + [ + "Ġsc", + "oot" + ], + [ + "Ġme", + "al" + ], + [ + "Ġmu", + "le" + ], + [ + "ĠD", + "ucky" + ], + [ + "Ġmo", + "der" + ], + [ + "ars", + "h" + ], + [ + "Åĵ", + "What" + ], + [ + "Ġtri", + "ck" + ], + [ + "Ġset", + "t" + ], + [ + "ĠTweet", + "ie" + ], + [ + "Ġboun", + "ce" + ], + [ + "Ġfil", + "thy" + ], + [ + "Ġb", + "ase" + ], + [ + "Ġh", + "oop" + ], + [ + "Ġf", + "re" + ], + [ + "Ġst", + "umbled" + ], + [ + "Ġso", + "ar" + ], + [ + "Ġwe", + "al" + ], + [ + "Ġsee", + "m" + ], + [ + "Ġwor", + "d" + ], + [ + "Ġla", + "b" + ], + [ + "ĠD", + "ave" + ], + [ + "ĠF", + "r" + ], + [ + "Ġbad", + "ly" + ], + [ + "Ġhair", + "y" + ], + [ + "Ġcra", + "wl" + ], + [ + "Ġlive", + "ly" + ], + [ + "Ġstep", + "s" + ], + [ + "ÅĵLet", + "â" + ], + [ + "Ġbrace", + "let" + ], + [ + "Ġcere", + "al" + ], + [ + "Ġthirst", + "y" + ], + [ + "Ġcarp", + "et" + ], + [ + "Ġw", + "ool" + ], + [ + "it", + "her" + ], + [ + "Ġgo", + "al" + ], + [ + "Ġback", + "pack" + ], + [ + "Ġtr", + "uth" + ], + [ + "Ġcom", + "pl" + ], + [ + "Ġche", + "ap" + ], + [ + "Ġdis", + "g" + ], + [ + "Ġplac", + "ed" + ], + [ + "Ġear", + "ly" + ], + [ + "Ġdecor", + "ate" + ], + [ + "Ġnut", + "s" + ], + [ + "O", + "w" + ], + [ + "c", + "ream" + ], + [ + "Ġb", + "ump" + ], + [ + "Ġthem", + "selves" + ], + [ + "ic", + "es" + ], + [ + "Ġhelp", + "less" + ], + [ + "Ġcl", + "um" + ], + [ + "Ġsc", + "atter" + ], + [ + "Ġsc", + "ale" + ], + [ + "Ġnew", + "s" + ], + [ + "ust", + "ing" + ], + [ + "Ġen", + "v" + ], + [ + "âĤ¬â", + "Ģ" + ], + [ + "Ġtell", + "ing" + ], + [ + "Ġswing", + "ing" + ], + [ + "Ġspark", + "led" + ], + [ + "Ġcarry", + "ing" + ], + [ + "gg", + "ing" + ], + [ + "in", + "es" + ], + [ + "ri", + "c" + ], + [ + "Ġfriends", + "hip" + ], + [ + "Ġcare", + "less" + ], + [ + "Ġsn", + "e" + ], + [ + "Ġdoes", + "n" + ], + [ + "Ġfall", + "ing" + ], + [ + "Ġcomp", + "ut" + ], + [ + "Ġpa", + "le" + ], + [ + "Ġpee", + "ked" + ], + [ + "Ġcompassion", + "ate" + ], + [ + "c", + "om" + ], + [ + "v", + "ice" + ], + [ + "Ġs", + "end" + ], + [ + "Ġst", + "age" + ], + [ + "Ġme", + "m" + ], + [ + "Ġch", + "alk" + ], + [ + "Ġch", + "asing" + ], + [ + "Ġpe", + "bble" + ], + [ + "ĠEvery", + "thing" + ], + [ + "Ġcu", + "be" + ], + [ + "Ġpig", + "e" + ], + [ + "Ġcou", + "rage" + ], + [ + "Ġfing", + "ers" + ], + [ + "Ġturt", + "le" + ], + [ + "b", + "led" + ], + [ + "Ġs", + "ink" + ], + [ + "Ġb", + "icycle" + ], + [ + "Ġsh", + "aking" + ], + [ + "Ġsleep", + "ing" + ], + [ + "Ġneighb", + "our" + ], + [ + "Ġmoder", + "n" + ], + [ + "Ġdisg", + "usting" + ], + [ + "Ġclum", + "sy" + ], + [ + "g", + "est" + ], + [ + "Ġh", + "ook" + ], + [ + "Ġc", + "her" + ], + [ + "Ġn", + "ail" + ], + [ + "Ġbig", + "gest" + ], + [ + "ic", + "hes" + ], + [ + "Ġbu", + "l" + ], + [ + "Ġend", + "ing" + ], + [ + "Ġde", + "ad" + ], + [ + "Ġtri", + "ang" + ], + [ + "ul", + "ance" + ], + [ + "Ġspo", + "ke" + ], + [ + "Ġpract", + "iced" + ], + [ + "Ġamb", + "ulance" + ], + [ + "Ġcomput", + "er" + ], + [ + "i", + "bb" + ], + [ + "Ġl", + "amp" + ], + [ + "Ġst", + "ation" + ], + [ + "Ġch", + "ar" + ], + [ + "Ġwall", + "et" + ], + [ + "ĠTo", + "day" + ], + [ + "Ġpack", + "age" + ], + [ + "Ġmic", + "rop" + ], + [ + "Ġcush", + "ion" + ], + [ + "keep", + "er" + ], + [ + "Ġcrocod", + "ile" + ], + [ + "Ġmicrop", + "hone" + ], + [ + "u", + "nder" + ], + [ + "ĠA", + "lex" + ], + [ + "Ġthought", + "ful" + ], + [ + "Ġjo", + "lly" + ], + [ + "Ġpen", + "gu" + ], + [ + "Ġpump", + "kin" + ], + [ + "Ġcost", + "um" + ], + [ + "Ġf", + "ive" + ], + [ + "Ġd", + "ough" + ], + [ + "Ġp", + "ony" + ], + [ + "Ġo", + "l" + ], + [ + "im", + "i" + ], + [ + "Ġst", + "airs" + ], + [ + "Ġkn", + "ock" + ], + [ + "Ġgra", + "nd" + ], + [ + "Ġint", + "ell" + ], + [ + "Ġun", + "iver" + ], + [ + "Ġbright", + "er" + ], + [ + "Ġopen", + "s" + ], + [ + "Ġdream", + "ing" + ], + [ + "Ġboun", + "ced" + ], + [ + "Ġquest", + "ion" + ], + [ + "Ġstat", + "ue" + ], + [ + "Ġw", + "ine" + ], + [ + "is", + "k" + ], + [ + "ĠA", + "lice" + ], + [ + "Ġco", + "coa" + ], + [ + "ĠYou", + "r" + ], + [ + "Ġpe", + "pper" + ], + [ + "Ġbeaut", + "y" + ], + [ + "Ġper", + "m" + ], + [ + "Ġpain", + "ting" + ], + [ + "Ġsho", + "e" + ], + [ + "Ġele", + "v" + ], + [ + "Every", + "one" + ], + [ + "hin", + "o" + ], + [ + "Ġweal", + "thy" + ], + [ + "Ġintell", + "ig" + ], + [ + "n", + "oon" + ], + [ + "Ġs", + "uit" + ], + [ + "Ġm", + "ild" + ], + [ + "Ġn", + "ature" + ], + [ + "an", + "s" + ], + [ + "Ġhapp", + "ier" + ], + [ + "Ġne", + "at" + ], + [ + "Ġstart", + "s" + ], + [ + "uck", + "ed" + ], + [ + "Ġafter", + "noon" + ], + [ + "Ġtor", + "n" + ], + [ + "Ġelev", + "ator" + ], + [ + "g", + "en" + ], + [ + "t", + "i" + ], + [ + "Ġt", + "en" + ], + [ + "Ġh", + "arsh" + ], + [ + "Ġp", + "ed" + ], + [ + "at", + "ient" + ], + [ + "or", + "ant" + ], + [ + "Ġre", + "ce" + ], + [ + "Ġj", + "et" + ], + [ + "ill", + "ie" + ], + [ + "ĠR", + "ed" + ], + [ + "Ġread", + "ing" + ], + [ + "Ġsear", + "ching" + ], + [ + "Ġbasket", + "ball" + ], + [ + "Ġbar", + "ber" + ], + [ + "Ġspe", + "ed" + ], + [ + "S", + "ee" + ], + [ + "a", + "wn" + ], + [ + "Ġst", + "ack" + ], + [ + "ĠM", + "ummy" + ], + [ + "Ġclo", + "ck" + ], + [ + "ĠG", + "ive" + ], + [ + "Ġmag", + "n" + ], + [ + "Ġlea", + "ving" + ], + [ + "Ġcup", + "board" + ], + [ + "Ġdes", + "ign" + ], + [ + "Ġslid", + "es" + ], + [ + "Ġsandw", + "iches" + ], + [ + "Ġcand", + "le" + ], + [ + "aul", + "if" + ], + [ + "Ġrid", + "ing" + ], + [ + "Ġfre", + "sh" + ], + [ + "o", + "ppy" + ], + [ + "Ġsh", + "ocked" + ], + [ + "Ġen", + "er" + ], + [ + "Ġjump", + "s" + ], + [ + "Ġhair", + "cut" + ], + [ + "Ġrespect", + "ful" + ], + [ + "Ġcoo", + "king" + ], + [ + "Ġtick", + "et" + ], + [ + "Ġenc", + "ou" + ], + [ + "Ġtunn", + "el" + ], + [ + "aulif", + "lower" + ], + [ + "G", + "ive" + ], + [ + "Ġs", + "le" + ], + [ + "re", + "en" + ], + [ + "Ġm", + "ay" + ], + [ + "Ġth", + "ief" + ], + [ + "Ġy", + "awn" + ], + [ + "Ġfor", + "t" + ], + [ + "Ġal", + "ert" + ], + [ + "Ġsor", + "ts" + ], + [ + "Ġimp", + "atient" + ], + [ + "Ġcre", + "ate" + ], + [ + "ail", + "able" + ], + [ + "Ġwhe", + "els" + ], + [ + "Ġval", + "ue" + ], + [ + "Ġpri", + "ze" + ], + [ + "M", + "ary" + ], + [ + "y", + "e" + ], + [ + "he", + "t" + ], + [ + "Ġs", + "ent" + ], + [ + "Ġb", + "ent" + ], + [ + "in", + "ce" + ], + [ + "Ġc", + "omet" + ], + [ + "Ġc", + "amp" + ], + [ + "Ġc", + "auliflower" + ], + [ + "Ġm", + "elon" + ], + [ + "Ġg", + "em" + ], + [ + "Ġit", + "self" + ], + [ + "ir", + "on" + ], + [ + "Ġmu", + "sh" + ], + [ + "Ġmonkey", + "s" + ], + [ + "Ġsal", + "ad" + ], + [ + "Ġdest", + "ro" + ], + [ + "Ġresc", + "ue" + ], + [ + "Ġscoot", + "er" + ], + [ + "Ġintellig", + "ent" + ], + [ + "a", + "z" + ], + [ + "Ġd", + "ug" + ], + [ + "il", + "ing" + ], + [ + "an", + "ger" + ], + [ + "Ġr", + "oof" + ], + [ + "Ġr", + "hino" + ], + [ + "Ġsc", + "old" + ], + [ + "ag", + "het" + ], + [ + "Ġexp", + "er" + ], + [ + "Ġbark", + "ing" + ], + [ + "Ġbanan", + "as" + ], + [ + "Ġign", + "orant" + ], + [ + "Ġmic", + "ro" + ], + [ + "Ġav", + "ailable" + ], + [ + "Ġgrace", + "ful" + ], + [ + "Ġmotorcy", + "cle" + ], + [ + "aghet", + "ti" + ], + [ + "h", + "ood" + ], + [ + "ĠS", + "n" + ], + [ + "Ġe", + "arth" + ], + [ + "Ġbo", + "ots" + ], + [ + "Ġsp", + "aghetti" + ], + [ + "um", + "mer" + ], + [ + "Ġag", + "ree" + ], + [ + "Ġbu", + "ll" + ], + [ + "Ġany", + "where" + ], + [ + "ĠG", + "eorge" + ], + [ + "Ġbeh", + "ave" + ], + [ + "ĠK", + "im" + ], + [ + "Ġpa", + "id" + ], + [ + "sc", + "ope" + ], + [ + "Ġstret", + "ched" + ], + [ + "Ġfear", + "ful" + ], + [ + "Ġav", + "o" + ], + [ + "Ġmicro", + "scope" + ], + [ + "I", + "f" + ], + [ + "i", + "o" + ], + [ + "Ġnot", + "eb" + ], + [ + "ĠE", + "ventually" + ], + [ + "Ġold", + "er" + ], + [ + "Ġsn", + "iff" + ], + [ + "Ġad", + "vice" + ], + [ + "Ġstop", + "s" + ], + [ + "Ġperf", + "orm" + ], + [ + "Ġfur", + "ther" + ], + [ + "Ġenv", + "ious" + ], + [ + "Ġpige", + "on" + ], + [ + "Ġmush", + "room" + ], + [ + "Ġnoteb", + "ook" + ], + [ + "u", + "bby" + ], + [ + "Ġp", + "un" + ], + [ + "at", + "s" + ], + [ + "Ġn", + "urse" + ], + [ + "or", + "able" + ], + [ + "Ġth", + "under" + ], + [ + "Ġcl", + "apping" + ], + [ + "Ġv", + "ide" + ], + [ + "Ġbu", + "ilt" + ], + [ + "ĠC", + "l" + ], + [ + "Ġun", + "com" + ], + [ + "Ġshout", + "ing" + ], + [ + "Ġar", + "row" + ], + [ + "Ġdraw", + "er" + ], + [ + "Ġpro", + "v" + ], + [ + "fort", + "able" + ], + [ + "Ġtom", + "ato" + ], + [ + "Ġmeet", + "ing" + ], + [ + "Ġob", + "ject" + ], + [ + "Ġyog", + "urt" + ], + [ + "Ġtemp", + "le" + ], + [ + "Ġuncom", + "fortable" + ], + [ + "e", + "f" + ], + [ + "u", + "es" + ], + [ + "ĠT", + "ony" + ], + [ + "Ġloo", + "p" + ], + [ + "Ġch", + "ubby" + ], + [ + "Ġsw", + "itch" + ], + [ + "Ġsk", + "ip" + ], + [ + "Ġad", + "orable" + ], + [ + "Åĵ", + "It" + ], + [ + "Ġcount", + "ing" + ], + [ + "Ġcoo", + "ked" + ], + [ + "Ġp", + "ist" + ], + [ + "ar", + "ian" + ], + [ + "en", + "ry" + ], + [ + "Ġst", + "ared" + ], + [ + "Ġsh", + "ut" + ], + [ + "ic", + "op" + ], + [ + "Ġqu", + "ite" + ], + [ + "Ġsn", + "uggled" + ], + [ + "ĠGra", + "ndpa" + ], + [ + "Ġtrou", + "bled" + ], + [ + "Ġgigg", + "le" + ], + [ + "Ġblow", + "ing" + ], + [ + "Ġhel", + "icop" + ], + [ + "Ġfis", + "her" + ], + [ + "Ġpist", + "ol" + ], + [ + "Ġhelicop", + "ter" + ], + [ + "p", + "ar" + ], + [ + "ĠS", + "ophie" + ], + [ + "oo", + "ped" + ], + [ + "ip", + "s" + ], + [ + "Ġnow", + "here" + ], + [ + "Ġforg", + "ave" + ], + [ + "Ġmar", + "ched" + ], + [ + "Ġtreasure", + "s" + ], + [ + "ho", + "st" + ], + [ + "Ġpass", + "port" + ], + [ + "Ġstir", + "red" + ], + [ + "Ġpus", + "hing" + ], + [ + "Ġcompetit", + "ive" + ], + [ + "Ġdestro", + "y" + ], + [ + "Y", + "ay" + ], + [ + "a", + "ked" + ], + [ + "o", + "e" + ], + [ + "t", + "ter" + ], + [ + "Ġg", + "ir" + ], + [ + "Ġg", + "host" + ], + [ + "an", + "ic" + ], + [ + "ke", + "let" + ], + [ + "ht", + "ub" + ], + [ + "Ġre", + "ef" + ], + [ + "Ġse", + "par" + ], + [ + "op", + "ard" + ], + [ + "pl", + "ay" + ], + [ + "Ġen", + "vel" + ], + [ + "Ġbre", + "at" + ], + [ + "Ġrep", + "air" + ], + [ + "Ġfoot", + "ball" + ], + [ + "Ġbat", + "htub" + ], + [ + "Ġrubb", + "er" + ], + [ + "Ġang", + "el" + ], + [ + "Ġtriang", + "le" + ], + [ + "Ġl", + "ed" + ], + [ + "Ġm", + "ill" + ], + [ + "ĠS", + "h" + ], + [ + "ch", + "anic" + ], + [ + "Ġnam", + "es" + ], + [ + "Ġle", + "opard" + ], + [ + "Ġno", + "body" + ], + [ + "Ġany", + "way" + ], + [ + "uc", + "t" + ], + [ + "ct", + "us" + ], + [ + "Ġshould", + "n" + ], + [ + "Ġz", + "eb" + ], + [ + "Ġgi", + "ven" + ], + [ + "Ġhold", + "s" + ], + [ + "Ġbar", + "rel" + ], + [ + "Ġband", + "age" + ], + [ + "Ġent", + "h" + ], + [ + "Dad", + "dy" + ], + [ + "Ġzeb", + "ra" + ], + [ + "i", + "ves" + ], + [ + "u", + "be" + ], + [ + "y", + "ear" + ], + [ + "Ġp", + "or" + ], + [ + "Ġp", + "and" + ], + [ + "Ġo", + "tter" + ], + [ + "Ġr", + "ibb" + ], + [ + "Ġsh", + "ield" + ], + [ + "Ġme", + "chanic" + ], + [ + "Ġdon", + "â" + ], + [ + "Ġdis", + "ag" + ], + [ + "Ġdis", + "play" + ], + [ + "Ġmusic", + "ian" + ], + [ + "cer", + "os" + ], + [ + "Ġspe", + "ak" + ], + [ + "Ġca", + "b" + ], + [ + "Ġca", + "ctus" + ], + [ + "ĠBet", + "sy" + ], + [ + "Ġbul", + "b" + ], + [ + "C", + "h" + ], + [ + "e", + "ath" + ], + [ + "i", + "kes" + ], + [ + "x", + "y" + ], + [ + "Ġt", + "ube" + ], + [ + "Ġa", + "head" + ], + [ + "Ġs", + "ummer" + ], + [ + "Ġs", + "kelet" + ], + [ + "Ġp", + "urse" + ], + [ + "Ġkn", + "ob" + ], + [ + "Ġdidn", + "â" + ], + [ + "Ġcouldn", + "â" + ], + [ + "Ġcol", + "ours" + ], + [ + "Ġwindow", + "s" + ], + [ + "oom", + "y" + ], + [ + "Ġgif", + "ted" + ], + [ + "Ġcart", + "oon" + ], + [ + "Ġrhino", + "ceros" + ], + [ + "g", + "l" + ], + [ + "he", + "art" + ], + [ + "Ġs", + "ize" + ], + [ + "Ġb", + "et" + ], + [ + "ĠM", + "iss" + ], + [ + "Ġsc", + "rew" + ], + [ + "Ġfl", + "our" + ], + [ + "Ġbl", + "in" + ], + [ + "ap", + "a" + ], + [ + "Ġdis", + "hes" + ], + [ + "Ġrain", + "ing" + ], + [ + "Ġhop", + "ing" + ], + [ + "Ġsho", + "vel" + ], + [ + "Ġmin", + "t" + ], + [ + "Ġjelly", + "fish" + ], + [ + "Ġswe", + "ater" + ], + [ + "Ġchar", + "ming" + ], + [ + "Ġpengu", + "in" + ], + [ + "Ġenvel", + "ope" + ], + [ + "Ġenth", + "us" + ], + [ + "Ġcab", + "in" + ], + [ + "re", + "c" + ], + [ + "Ġp", + "ant" + ], + [ + "Ġth", + "read" + ], + [ + "Ġin", + "se" + ], + [ + "Ġst", + "aff" + ], + [ + "Ġli", + "z" + ], + [ + "Ġun", + "pack" + ], + [ + "Ġwr", + "iting" + ], + [ + "Ġtra", + "sh" + ], + [ + "Ġroll", + "ing" + ], + [ + "Ġwaff", + "le" + ], + [ + "Ġ", + "iron" + ], + [ + "Ġw", + "ing" + ], + [ + "er", + "able" + ], + [ + "Ġshe", + "et" + ], + [ + "ĠB", + "uddy" + ], + [ + "Ġsh", + "adow" + ], + [ + "Ġro", + "ared" + ], + [ + "Ġmu", + "ff" + ], + [ + "Ġair", + "port" + ], + [ + "Ġce", + "iling" + ], + [ + "Ġatt", + "ic" + ], + [ + "Ġorgan", + "ize" + ], + [ + "Ġstret", + "ch" + ], + [ + "Ġgrap", + "es" + ], + [ + "Ġo", + "bs" + ], + [ + "ĠA", + "re" + ], + [ + "ĠW", + "ould" + ], + [ + "ĠIn", + "st" + ], + [ + "Ġpi", + "ano" + ], + [ + "Ġsal", + "t" + ], + [ + "Ġmis", + "erable" + ], + [ + "Ġc", + "ord" + ], + [ + "Ġd", + "ess" + ], + [ + "Ġre", + "fused" + ], + [ + "Ġsc", + "reen" + ], + [ + "ĠD", + "an" + ], + [ + "Ġstr", + "ugg" + ], + [ + "Ġneed", + "le" + ], + [ + "Ġbear", + "s" + ], + [ + "ĠAnd", + "y" + ], + [ + "Ġhead", + "ed" + ], + [ + "Ġstick", + "y" + ], + [ + "Ġfree", + "z" + ], + [ + "Ġzoom", + "ed" + ], + [ + "Ġimag", + "ined" + ], + [ + "Ġmed", + "al" + ], + [ + "Ġmagn", + "et" + ], + [ + "rec", + "i" + ], + [ + "Ġobs", + "er" + ], + [ + "Ġ", + "er" + ], + [ + "Ġli", + "ves" + ], + [ + "ĠA", + "l" + ], + [ + "ĠP", + "at" + ], + [ + "Ġapp", + "reci" + ], + [ + "ass", + "es" + ], + [ + "Ġsail", + "or" + ], + [ + "Ġminut", + "e" + ], + [ + "Ġfisher", + "man" + ], + [ + "v", + "ision" + ], + [ + "Ġr", + "at" + ], + [ + "al", + "ed" + ], + [ + "Ġbr", + "us" + ], + [ + "Ġch", + "ance" + ], + [ + "Ġpo", + "st" + ], + [ + "Ġsun", + "gl" + ], + [ + "Ġche", + "ek" + ], + [ + "ree", + "ze" + ], + [ + "Ġde", + "af" + ], + [ + "Ġru", + "les" + ], + [ + "Ġfrog", + "s" + ], + [ + "Ġair", + "pl" + ], + [ + "ĠGo", + "d" + ], + [ + "Ġstrawber", + "ry" + ], + [ + "Ġsle", + "pt" + ], + [ + "Ġliz", + "ard" + ], + [ + "Ġsungl", + "asses" + ], + [ + "Ġl", + "uck" + ], + [ + "Ġin", + "f" + ], + [ + "Ġbe", + "ep" + ], + [ + "ĠB", + "unny" + ], + [ + "Ġme", + "as" + ], + [ + "Ġro", + "d" + ], + [ + "Ġor", + "der" + ], + [ + "Ġrest", + "less" + ], + [ + "Ġsand", + "box" + ], + [ + "Ġmess", + "age" + ], + [ + "ĠJoe", + "y" + ], + [ + "Ġcomp", + "let" + ], + [ + "Ġatt", + "ract" + ], + [ + "Ġgold", + "en" + ], + [ + "Gra", + "ndma" + ], + [ + "Ġpil", + "ot" + ], + [ + "Ġpor", + "ch" + ], + [ + "L", + "ittle" + ], + [ + "l", + "er" + ], + [ + "s", + "es" + ] + ] + } +} \ No newline at end of file diff --git a/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/tokenizer_config.json b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1578d3b6947e13e4001d559b79d4944be52b9c1 --- /dev/null +++ b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": "<|endoftext|>", + "eos_token": "<|endoftext|>", + "errors": "replace", + "is_local": false, + "local_files_only": false, + "model_max_length": 1024, + "pad_token": "<|endoftext|>", + "tokenizer_class": "GPT2Tokenizer", + "unk_token": "<|endoftext|>" +} diff --git a/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/trainer_state.json b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e956ec5b3fd08b6d502a6624331f9a6f7eb4d195 --- /dev/null +++ b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/trainer_state.json @@ -0,0 +1,392 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.5390835579514824, + "eval_steps": 60000, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.01078167115902965, + "grad_norm": 0.97265625, + "learning_rate": 0.001, + "loss": 7.142742156982422, + "step": 20 + }, + { + "epoch": 0.0215633423180593, + "grad_norm": 0.8125, + "learning_rate": 0.001, + "loss": 5.904148101806641, + "step": 40 + }, + { + "epoch": 0.03234501347708895, + "grad_norm": 0.75, + "learning_rate": 0.001, + "loss": 5.3337047576904295, + "step": 60 + }, + { + "epoch": 0.0431266846361186, + "grad_norm": 0.412109375, + "learning_rate": 0.001, + "loss": 4.781595230102539, + "step": 80 + }, + { + "epoch": 0.05390835579514825, + "grad_norm": 0.60546875, + "learning_rate": 0.001, + "loss": 4.378475570678711, + "step": 100 + }, + { + "epoch": 0.0646900269541779, + "grad_norm": 1.125, + "learning_rate": 0.001, + "loss": 4.1198162078857425, + "step": 120 + }, + { + "epoch": 0.07547169811320754, + "grad_norm": 0.8046875, + "learning_rate": 0.001, + "loss": 3.9039352416992186, + "step": 140 + }, + { + "epoch": 0.0862533692722372, + "grad_norm": 1.2578125, + "learning_rate": 0.001, + "loss": 3.714673614501953, + "step": 160 + }, + { + "epoch": 0.09703504043126684, + "grad_norm": 0.62890625, + "learning_rate": 0.001, + "loss": 3.5654438018798826, + "step": 180 + }, + { + "epoch": 0.1078167115902965, + "grad_norm": 0.578125, + "learning_rate": 0.001, + "loss": 3.436704635620117, + "step": 200 + }, + { + "epoch": 0.11859838274932614, + "grad_norm": 0.83203125, + "learning_rate": 0.001, + "loss": 3.3229846954345703, + "step": 220 + }, + { + "epoch": 0.1293800539083558, + "grad_norm": 0.62109375, + "learning_rate": 0.001, + "loss": 3.2290836334228517, + "step": 240 + }, + { + "epoch": 0.14016172506738545, + "grad_norm": 0.5859375, + "learning_rate": 0.001, + "loss": 3.1386213302612305, + "step": 260 + }, + { + "epoch": 0.1509433962264151, + "grad_norm": 0.94921875, + "learning_rate": 0.001, + "loss": 3.056053352355957, + "step": 280 + }, + { + "epoch": 0.16172506738544473, + "grad_norm": 0.453125, + "learning_rate": 0.001, + "loss": 2.9869314193725587, + "step": 300 + }, + { + "epoch": 0.1725067385444744, + "grad_norm": 0.59375, + "learning_rate": 0.001, + "loss": 2.9244447708129884, + "step": 320 + }, + { + "epoch": 0.18328840970350405, + "grad_norm": 0.68359375, + "learning_rate": 0.001, + "loss": 2.8627126693725584, + "step": 340 + }, + { + "epoch": 0.1940700808625337, + "grad_norm": 0.58203125, + "learning_rate": 0.001, + "loss": 2.8148895263671876, + "step": 360 + }, + { + "epoch": 0.20485175202156333, + "grad_norm": 0.671875, + "learning_rate": 0.001, + "loss": 2.769453239440918, + "step": 380 + }, + { + "epoch": 0.215633423180593, + "grad_norm": 0.578125, + "learning_rate": 0.001, + "loss": 2.7255327224731447, + "step": 400 + }, + { + "epoch": 0.22641509433962265, + "grad_norm": 0.7578125, + "learning_rate": 0.001, + "loss": 2.6909984588623046, + "step": 420 + }, + { + "epoch": 0.2371967654986523, + "grad_norm": 0.61328125, + "learning_rate": 0.001, + "loss": 2.667934036254883, + "step": 440 + }, + { + "epoch": 0.24797843665768193, + "grad_norm": 0.74609375, + "learning_rate": 0.001, + "loss": 2.6315393447875977, + "step": 460 + }, + { + "epoch": 0.2587601078167116, + "grad_norm": 0.67578125, + "learning_rate": 0.001, + "loss": 2.600478744506836, + "step": 480 + }, + { + "epoch": 0.2695417789757412, + "grad_norm": 0.62890625, + "learning_rate": 0.001, + "loss": 2.5730783462524416, + "step": 500 + }, + { + "epoch": 0.2803234501347709, + "grad_norm": 0.60546875, + "learning_rate": 0.001, + "loss": 2.5529945373535154, + "step": 520 + }, + { + "epoch": 0.29110512129380056, + "grad_norm": 0.703125, + "learning_rate": 0.001, + "loss": 2.531215476989746, + "step": 540 + }, + { + "epoch": 0.3018867924528302, + "grad_norm": 0.59375, + "learning_rate": 0.001, + "loss": 2.517971420288086, + "step": 560 + }, + { + "epoch": 0.31266846361185985, + "grad_norm": 0.53125, + "learning_rate": 0.001, + "loss": 2.4882320404052733, + "step": 580 + }, + { + "epoch": 0.32345013477088946, + "grad_norm": 0.69140625, + "learning_rate": 0.001, + "loss": 2.471693992614746, + "step": 600 + }, + { + "epoch": 0.33423180592991913, + "grad_norm": 0.640625, + "learning_rate": 0.001, + "loss": 2.452227973937988, + "step": 620 + }, + { + "epoch": 0.3450134770889488, + "grad_norm": 1.1015625, + "learning_rate": 0.001, + "loss": 2.438381385803223, + "step": 640 + }, + { + "epoch": 0.3557951482479784, + "grad_norm": 0.69921875, + "learning_rate": 0.001, + "loss": 2.424259567260742, + "step": 660 + }, + { + "epoch": 0.3665768194070081, + "grad_norm": 0.55078125, + "learning_rate": 0.001, + "loss": 2.4063316345214845, + "step": 680 + }, + { + "epoch": 0.37735849056603776, + "grad_norm": 0.52734375, + "learning_rate": 0.001, + "loss": 2.389558792114258, + "step": 700 + }, + { + "epoch": 0.3881401617250674, + "grad_norm": 0.64453125, + "learning_rate": 0.001, + "loss": 2.3751699447631838, + "step": 720 + }, + { + "epoch": 0.39892183288409705, + "grad_norm": 0.5546875, + "learning_rate": 0.001, + "loss": 2.3663259506225587, + "step": 740 + }, + { + "epoch": 0.40970350404312667, + "grad_norm": 0.74609375, + "learning_rate": 0.001, + "loss": 2.355160140991211, + "step": 760 + }, + { + "epoch": 0.42048517520215634, + "grad_norm": 0.5390625, + "learning_rate": 0.001, + "loss": 2.3447994232177733, + "step": 780 + }, + { + "epoch": 0.431266846361186, + "grad_norm": 0.64453125, + "learning_rate": 0.001, + "loss": 2.323278045654297, + "step": 800 + }, + { + "epoch": 0.4420485175202156, + "grad_norm": 0.69140625, + "learning_rate": 0.001, + "loss": 2.319197654724121, + "step": 820 + }, + { + "epoch": 0.4528301886792453, + "grad_norm": 0.64453125, + "learning_rate": 0.001, + "loss": 2.312772750854492, + "step": 840 + }, + { + "epoch": 0.4636118598382749, + "grad_norm": 0.74609375, + "learning_rate": 0.001, + "loss": 2.2938745498657225, + "step": 860 + }, + { + "epoch": 0.4743935309973046, + "grad_norm": 0.59765625, + "learning_rate": 0.001, + "loss": 2.2869638442993163, + "step": 880 + }, + { + "epoch": 0.48517520215633425, + "grad_norm": 0.65625, + "learning_rate": 0.001, + "loss": 2.274534797668457, + "step": 900 + }, + { + "epoch": 0.49595687331536387, + "grad_norm": 0.90234375, + "learning_rate": 0.001, + "loss": 2.267928886413574, + "step": 920 + }, + { + "epoch": 0.5067385444743935, + "grad_norm": 0.65625, + "learning_rate": 0.001, + "loss": 2.264225387573242, + "step": 940 + }, + { + "epoch": 0.5175202156334232, + "grad_norm": 0.640625, + "learning_rate": 0.001, + "loss": 2.2582265853881838, + "step": 960 + }, + { + "epoch": 0.5283018867924528, + "grad_norm": 0.6484375, + "learning_rate": 0.001, + "loss": 2.251361846923828, + "step": 980 + }, + { + "epoch": 0.5390835579514824, + "grad_norm": 0.5703125, + "learning_rate": 0.001, + "loss": 2.245043182373047, + "step": 1000 + }, + { + "epoch": 0.5390835579514824, + "eval_loss": 2.23911452293396, + "eval_runtime": 9.2976, + "eval_samples_per_second": 1024.678, + "eval_steps_per_second": 2.044, + "step": 1000 + } + ], + "logging_steps": 20, + "max_steps": 1000, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 100, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2323107545088000.0, + "train_batch_size": 512, + "trial_name": null, + "trial_params": null +} diff --git a/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/training_args.bin b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..52d26ee1da2edcc7881d8026c6e6d6e4f6151c95 --- /dev/null +++ b/zain/Activation/out/glu-waleedglu_low-9L_run/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f407d56ebb06d0a5638185b1d3995ddaf419213345d6af2b2318046d202d294a +size 4920